2024-11-10 01:17:54,102 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-10 01:17:54,123 main DEBUG Took 0.018960 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 01:17:54,124 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 01:17:54,124 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 01:17:54,126 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 01:17:54,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:17:54,140 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 01:17:54,172 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:17:54,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:17:54,175 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:17:54,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:17:54,176 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:17:54,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:17:54,177 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:17:54,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:17:54,179 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:17:54,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:17:54,180 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:17:54,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:17:54,182 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:17:54,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:17:54,183 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:17:54,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:17:54,184 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:17:54,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:17:54,185 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:17:54,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:17:54,186 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:17:54,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:17:54,188 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:17:54,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:17:54,189 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:17:54,189 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 01:17:54,191 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:17:54,193 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 01:17:54,195 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 01:17:54,199 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 01:17:54,204 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 01:17:54,205 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 01:17:54,218 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 01:17:54,224 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 01:17:54,226 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 01:17:54,229 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 01:17:54,230 main DEBUG createAppenders(={Console}) 2024-11-10 01:17:54,231 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-11-10 01:17:54,231 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-10 01:17:54,232 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-11-10 01:17:54,233 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 01:17:54,233 main DEBUG OutputStream closed 2024-11-10 01:17:54,234 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 01:17:54,234 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 01:17:54,235 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-11-10 01:17:54,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 01:17:54,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 01:17:54,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 01:17:54,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 01:17:54,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 01:17:54,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 01:17:54,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 01:17:54,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 01:17:54,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 01:17:54,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 01:17:54,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 01:17:54,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 01:17:54,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 01:17:54,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 01:17:54,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 01:17:54,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 01:17:54,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 01:17:54,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 01:17:54,378 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 01:17:54,378 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null 2024-11-10 01:17:54,379 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 01:17:54,379 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK. 2024-11-10T01:17:54,398 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-10 01:17:54,404 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 01:17:54,404 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T01:17:54,514 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=927, ProcessCount=11, AvailableMemoryMB=1479 2024-11-10T01:17:54,952 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-10T01:17:55,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808 2024-11-10T01:17:55,033 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/cluster_4504ed4b-af82-75a8-4aad-3ef5dd2b8676, deleteOnExit=true 2024-11-10T01:17:55,227 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/cluster_4504ed4b-af82-75a8-4aad-3ef5dd2b8676/zookeeper_0, clientPort=60978, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/cluster_4504ed4b-af82-75a8-4aad-3ef5dd2b8676/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/cluster_4504ed4b-af82-75a8-4aad-3ef5dd2b8676/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T01:17:55,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60978 2024-11-10T01:17:55,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:17:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:17:55,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/test.cache.data in system properties and HBase conf 2024-11-10T01:17:55,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:17:55,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:17:55,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:17:55,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:17:55,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:17:55,479 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T01:17:55,687 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:17:55,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:17:55,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:17:55,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:17:55,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:17:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:17:55,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:17:55,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:17:55,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:17:55,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:17:55,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:17:55,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:17:55,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:17:55,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:17:55,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:17:58,195 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T01:17:58,316 INFO [Time-limited test {}] log.Log(170): Logging initialized @5824ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T01:17:58,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:17:58,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:17:58,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:17:58,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:17:58,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:17:58,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:17:58,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27727f26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:17:58,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a9904ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:17:58,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f16c337{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/java.io.tmpdir/jetty-localhost-45119-hadoop-hdfs-3_4_1-tests_jar-_-any-5820976831376068560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:17:58,969 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27166729{HTTP/1.1, (http/1.1)}{localhost:45119} 2024-11-10T01:17:58,969 INFO [Time-limited test {}] server.Server(415): Started @6479ms 2024-11-10T01:18:00,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:18:00,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:18:00,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:18:00,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:18:00,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:18:00,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@169ab4c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:18:00,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49caa49d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:18:00,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b36fbf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/java.io.tmpdir/jetty-localhost-35389-hadoop-hdfs-3_4_1-tests_jar-_-any-3316511414372451235/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:18:00,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ca52ae{HTTP/1.1, (http/1.1)}{localhost:35389} 2024-11-10T01:18:00,357 INFO [Time-limited test {}] server.Server(415): Started @7866ms 2024-11-10T01:18:00,426 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:18:01,897 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/cluster_4504ed4b-af82-75a8-4aad-3ef5dd2b8676/data/data1/current/BP-1089962096-172.17.0.3-1731201476574/current, will proceed with Du for space computation calculation, 2024-11-10T01:18:01,917 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/cluster_4504ed4b-af82-75a8-4aad-3ef5dd2b8676/data/data2/current/BP-1089962096-172.17.0.3-1731201476574/current, will proceed with Du for space computation calculation, 2024-11-10T01:18:02,029 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:18:02,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5b68376955a5dec with lease ID 0xc35a8acc5c7dde6a: Processing first storage report for DS-f14bee17-2a88-456c-a7a0-d44768b367a7 from datanode DatanodeRegistration(127.0.0.1:46739, datanodeUuid=f1628b73-5796-4c67-ba79-9e23827efe82, infoPort=41605, infoSecurePort=0, ipcPort=32785, storageInfo=lv=-57;cid=testClusterID;nsid=1968215362;c=1731201476574) 2024-11-10T01:18:02,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5b68376955a5dec with lease ID 0xc35a8acc5c7dde6a: from storage DS-f14bee17-2a88-456c-a7a0-d44768b367a7 node DatanodeRegistration(127.0.0.1:46739, datanodeUuid=f1628b73-5796-4c67-ba79-9e23827efe82, infoPort=41605, infoSecurePort=0, ipcPort=32785, storageInfo=lv=-57;cid=testClusterID;nsid=1968215362;c=1731201476574), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T01:18:02,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5b68376955a5dec with lease ID 0xc35a8acc5c7dde6a: Processing first storage report for DS-c98e7931-c61d-4503-937b-154aabe5143e from datanode DatanodeRegistration(127.0.0.1:46739, datanodeUuid=f1628b73-5796-4c67-ba79-9e23827efe82, infoPort=41605, infoSecurePort=0, ipcPort=32785, storageInfo=lv=-57;cid=testClusterID;nsid=1968215362;c=1731201476574) 2024-11-10T01:18:02,112 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5b68376955a5dec with lease ID 0xc35a8acc5c7dde6a: from storage DS-c98e7931-c61d-4503-937b-154aabe5143e node DatanodeRegistration(127.0.0.1:46739, datanodeUuid=f1628b73-5796-4c67-ba79-9e23827efe82, infoPort=41605, infoSecurePort=0, ipcPort=32785, storageInfo=lv=-57;cid=testClusterID;nsid=1968215362;c=1731201476574), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T01:18:02,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808 2024-11-10T01:18:02,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:02,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:02,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:18:03,019 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f with version=8 2024-11-10T01:18:03,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/hbase-staging 2024-11-10T01:18:03,212 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T01:18:03,619 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:18:03,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:03,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:03,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:18:03,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:03,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:18:03,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:18:04,032 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T01:18:04,052 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T01:18:04,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:18:04,097 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13000 (auto-detected) 2024-11-10T01:18:04,099 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-10T01:18:04,152 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41761 2024-11-10T01:18:04,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41761 connecting to ZooKeeper ensemble=127.0.0.1:60978 2024-11-10T01:18:04,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417610x0, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:04,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41761-0x10122521e180000 connected 2024-11-10T01:18:04,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:04,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:04,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on znode that does not yet exist, /0-1242166438/running 2024-11-10T01:18:04,801 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f, hbase.cluster.distributed=false 2024-11-10T01:18:04,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on znode that does not yet exist, /0-1242166438/acl 2024-11-10T01:18:04,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41761 2024-11-10T01:18:04,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41761 2024-11-10T01:18:04,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41761 2024-11-10T01:18:04,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41761 2024-11-10T01:18:04,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41761 2024-11-10T01:18:04,987 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:18:04,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:04,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:04,989 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:18:04,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:04,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:18:04,992 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:18:04,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:18:04,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34513 2024-11-10T01:18:04,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34513 connecting to ZooKeeper ensemble=127.0.0.1:60978 2024-11-10T01:18:04,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:05,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:05,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345130x0, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:05,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34513-0x10122521e180001 connected 2024-11-10T01:18:05,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on znode that does not yet exist, /0-1242166438/running 2024-11-10T01:18:05,051 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:18:05,079 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:18:05,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on znode that does not yet exist, /0-1242166438/master 2024-11-10T01:18:05,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on znode that does not yet exist, /0-1242166438/acl 2024-11-10T01:18:05,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34513 2024-11-10T01:18:05,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34513 2024-11-10T01:18:05,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34513 2024-11-10T01:18:05,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34513 2024-11-10T01:18:05,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34513 2024-11-10T01:18:05,194 DEBUG [M:0;0c4d4d227d60:41761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:41761 2024-11-10T01:18:05,198 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1242166438/backup-masters/0c4d4d227d60,41761,1731201483346 2024-11-10T01:18:05,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438/backup-masters 2024-11-10T01:18:05,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438/backup-masters 2024-11-10T01:18:05,236 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on existing znode=/0-1242166438/backup-masters/0c4d4d227d60,41761,1731201483346 2024-11-10T01:18:05,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1242166438/master 2024-11-10T01:18:05,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:05,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:05,281 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on existing znode=/0-1242166438/master 2024-11-10T01:18:05,282 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1242166438/backup-masters/0c4d4d227d60,41761,1731201483346 from backup master directory 2024-11-10T01:18:05,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1242166438/backup-masters/0c4d4d227d60,41761,1731201483346 2024-11-10T01:18:05,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438/backup-masters 2024-11-10T01:18:05,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438/backup-masters 2024-11-10T01:18:05,299 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:18:05,299 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,41761,1731201483346 2024-11-10T01:18:05,301 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T01:18:05,303 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T01:18:05,411 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/hbase.id] with ID: 555d6832-e226-45ca-8793-187aaa00660e 2024-11-10T01:18:05,412 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/.tmp/hbase.id 2024-11-10T01:18:05,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:18:05,857 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/.tmp/hbase.id]:[hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/hbase.id] 2024-11-10T01:18:05,905 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:05,912 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:18:05,937 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-10T01:18:05,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:05,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:06,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:18:06,014 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:18:06,019 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:18:06,038 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:18:06,044 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:06,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:18:06,517 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store 2024-11-10T01:18:06,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:18:06,550 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T01:18:06,554 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:06,556 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:18:06,556 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:06,556 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:06,558 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:18:06,558 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:06,558 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:06,560 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201486556Disabling compacts and flushes for region at 1731201486556Disabling writes for close at 1731201486558 (+2 ms)Writing region close event to WAL at 1731201486558Closed at 1731201486558 2024-11-10T01:18:06,563 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/.initializing 2024-11-10T01:18:06,564 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/WALs/0c4d4d227d60,41761,1731201483346 2024-11-10T01:18:06,577 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:18:06,611 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C41761%2C1731201483346, suffix=, logDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/WALs/0c4d4d227d60,41761,1731201483346, archiveDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/oldWALs, maxLogs=10 2024-11-10T01:18:06,645 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/WALs/0c4d4d227d60,41761,1731201483346/0c4d4d227d60%2C41761%2C1731201483346.1731201486622, exclude list is [], retry=0 2024-11-10T01:18:06,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-f14bee17-2a88-456c-a7a0-d44768b367a7,DISK] 2024-11-10T01:18:06,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T01:18:06,731 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/WALs/0c4d4d227d60,41761,1731201483346/0c4d4d227d60%2C41761%2C1731201483346.1731201486622 2024-11-10T01:18:06,732 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41605:41605)] 2024-11-10T01:18:06,733 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:18:06,734 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:06,739 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:06,740 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:06,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:06,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:18:06,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:06,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:06,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:06,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:18:06,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:06,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:06,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:06,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:18:06,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:06,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:06,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:06,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:18:06,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:06,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:06,912 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:06,917 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:06,919 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:06,931 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:06,935 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:06,944 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:06,971 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:06,985 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:18:06,989 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75333417, jitterRate=0.12255539000034332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:07,006 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201486758Initializing all the Stores at 1731201486761 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201486762 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201486764 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201486766 (+2 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201486766Cleaning up temporary data from old regions at 1731201486936 (+170 ms)Region opened successfully at 1731201487005 (+69 ms) 2024-11-10T01:18:07,008 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:18:07,062 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2761fa76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:18:07,129 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:18:07,163 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:18:07,163 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:18:07,170 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:18:07,179 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 9 msec 2024-11-10T01:18:07,192 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 12 msec 2024-11-10T01:18:07,192 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:18:07,243 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:18:07,259 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Unable to get data of znode /0-1242166438/balancer because node does not exist (not necessarily an error) 2024-11-10T01:18:07,427 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1242166438/balancer already deleted, retry=false 2024-11-10T01:18:07,430 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:18:07,433 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Unable to get data of znode /0-1242166438/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:18:07,549 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1242166438/normalizer already deleted, retry=false 2024-11-10T01:18:07,552 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:18:07,556 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Unable to get data of znode /0-1242166438/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:18:07,614 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1242166438/switch/split already deleted, retry=false 2024-11-10T01:18:07,616 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Unable to get data of znode /0-1242166438/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:18:07,699 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1242166438/switch/merge already deleted, retry=false 2024-11-10T01:18:07,716 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Unable to get data of znode /0-1242166438/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:18:07,756 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1242166438/snapshot-cleanup already deleted, retry=false 2024-11-10T01:18:07,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1242166438/running 2024-11-10T01:18:07,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:07,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1242166438/running 2024-11-10T01:18:07,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:07,808 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,41761,1731201483346, sessionid=0x10122521e180000, setting cluster-up flag (Was=false) 2024-11-10T01:18:07,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:07,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:08,050 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1242166438/flush-table-proc/acquired, /0-1242166438/flush-table-proc/reached, /0-1242166438/flush-table-proc/abort 2024-11-10T01:18:08,052 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,41761,1731201483346 2024-11-10T01:18:08,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:08,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:08,360 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1242166438/online-snapshot/acquired, /0-1242166438/online-snapshot/reached, /0-1242166438/online-snapshot/abort 2024-11-10T01:18:08,362 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,41761,1731201483346 2024-11-10T01:18:08,373 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:18:08,392 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(746): ClusterId : 555d6832-e226-45ca-8793-187aaa00660e 2024-11-10T01:18:08,395 DEBUG [RS:0;0c4d4d227d60:34513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:18:08,414 DEBUG [RS:0;0c4d4d227d60:34513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:18:08,414 DEBUG [RS:0;0c4d4d227d60:34513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:18:08,424 DEBUG [RS:0;0c4d4d227d60:34513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:18:08,425 DEBUG [RS:0;0c4d4d227d60:34513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7172424b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:18:08,458 DEBUG [RS:0;0c4d4d227d60:34513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:34513 2024-11-10T01:18:08,462 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:18:08,463 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:18:08,463 DEBUG [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:18:08,478 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,41761,1731201483346 with port=34513, startcode=1731201484954 2024-11-10T01:18:08,487 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:08,496 DEBUG [RS:0;0c4d4d227d60:34513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:18:08,500 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:18:08,510 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:18:08,516 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,41761,1731201483346 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:18:08,525 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:08,526 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:08,529 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:08,530 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:08,530 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:18:08,531 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:08,531 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:18:08,531 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:08,543 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:18:08,553 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:08,553 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:18:08,554 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41761 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-10T01:18:08,557 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201518557 2024-11-10T01:18:08,559 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:18:08,561 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:18:08,564 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:08,564 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:18:08,568 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:18:08,569 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:18:08,570 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:18:08,570 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:18:08,580 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:08,596 DEBUG [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T01:18:08,597 WARN [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T01:18:08,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:18:08,615 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:18:08,617 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:18:08,618 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:18:08,618 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:18:08,619 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:18:08,619 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f 2024-11-10T01:18:08,622 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:18:08,623 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:18:08,632 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201488624,5,FailOnTimeoutGroup] 2024-11-10T01:18:08,634 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201488633,5,FailOnTimeoutGroup] 2024-11-10T01:18:08,634 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:08,635 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:18:08,636 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:08,636 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741832_1008 (size=32) 2024-11-10T01:18:08,698 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,41761,1731201483346 with port=34513, startcode=1731201484954 2024-11-10T01:18:08,703 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41761 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,34513,1731201484954 2024-11-10T01:18:08,706 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41761 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,34513,1731201484954 2024-11-10T01:18:08,725 DEBUG [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f 2024-11-10T01:18:08,725 DEBUG [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42583 2024-11-10T01:18:08,725 DEBUG [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:18:08,750 DEBUG [RS:0;0c4d4d227d60:34513 {}] zookeeper.ZKUtil(111): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on existing znode=/0-1242166438/rs/0c4d4d227d60,34513,1731201484954 2024-11-10T01:18:08,751 WARN [RS:0;0c4d4d227d60:34513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:18:08,751 INFO [RS:0;0c4d4d227d60:34513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:08,752 DEBUG [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954 2024-11-10T01:18:08,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438/rs 2024-11-10T01:18:08,772 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,34513,1731201484954] 2024-11-10T01:18:08,817 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:18:08,849 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:18:08,860 INFO [RS:0;0c4d4d227d60:34513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:18:08,860 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:08,865 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:18:08,877 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:18:08,885 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:08,885 DEBUG [RS:0;0c4d4d227d60:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:08,885 DEBUG [RS:0;0c4d4d227d60:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:08,886 DEBUG [RS:0;0c4d4d227d60:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:08,890 DEBUG [RS:0;0c4d4d227d60:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:08,890 DEBUG [RS:0;0c4d4d227d60:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:08,890 DEBUG [RS:0;0c4d4d227d60:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:18:08,891 DEBUG [RS:0;0c4d4d227d60:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:08,891 DEBUG [RS:0;0c4d4d227d60:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:08,891 DEBUG [RS:0;0c4d4d227d60:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:08,892 DEBUG [RS:0;0c4d4d227d60:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:08,892 DEBUG [RS:0;0c4d4d227d60:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:08,892 DEBUG [RS:0;0c4d4d227d60:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:08,892 DEBUG [RS:0;0c4d4d227d60:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:18:08,892 DEBUG [RS:0;0c4d4d227d60:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:18:08,907 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:08,910 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:08,911 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:08,912 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:08,912 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:08,912 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34513,1731201484954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:18:08,956 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:18:08,959 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34513,1731201484954-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:08,960 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:08,961 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.Replication(171): 0c4d4d227d60,34513,1731201484954 started 2024-11-10T01:18:09,005 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:09,005 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,34513,1731201484954, RpcServer on 0c4d4d227d60/172.17.0.3:34513, sessionid=0x10122521e180001 2024-11-10T01:18:09,006 DEBUG [RS:0;0c4d4d227d60:34513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:18:09,006 DEBUG [RS:0;0c4d4d227d60:34513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,34513,1731201484954 2024-11-10T01:18:09,007 DEBUG [RS:0;0c4d4d227d60:34513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,34513,1731201484954' 2024-11-10T01:18:09,007 DEBUG [RS:0;0c4d4d227d60:34513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1242166438/flush-table-proc/abort' 2024-11-10T01:18:09,008 DEBUG [RS:0;0c4d4d227d60:34513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1242166438/flush-table-proc/acquired' 2024-11-10T01:18:09,008 DEBUG [RS:0;0c4d4d227d60:34513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:18:09,009 DEBUG [RS:0;0c4d4d227d60:34513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:18:09,009 DEBUG [RS:0;0c4d4d227d60:34513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,34513,1731201484954 2024-11-10T01:18:09,009 DEBUG [RS:0;0c4d4d227d60:34513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,34513,1731201484954' 2024-11-10T01:18:09,009 DEBUG [RS:0;0c4d4d227d60:34513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1242166438/online-snapshot/abort' 2024-11-10T01:18:09,010 DEBUG [RS:0;0c4d4d227d60:34513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1242166438/online-snapshot/acquired' 2024-11-10T01:18:09,010 DEBUG [RS:0;0c4d4d227d60:34513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:18:09,010 INFO [RS:0;0c4d4d227d60:34513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:18:09,011 INFO [RS:0;0c4d4d227d60:34513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:18:09,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:09,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:18:09,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:18:09,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:09,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:09,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:18:09,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:18:09,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:09,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:09,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:18:09,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:18:09,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:09,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:09,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:18:09,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:18:09,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:09,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:09,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:18:09,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740 2024-11-10T01:18:09,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740 2024-11-10T01:18:09,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:18:09,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:18:09,142 INFO [RS:0;0c4d4d227d60:34513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:18:09,150 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:09,150 INFO [RS:0;0c4d4d227d60:34513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C34513%2C1731201484954, suffix=, logDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954, archiveDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/oldWALs, maxLogs=10 2024-11-10T01:18:09,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:18:09,184 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:18:09,187 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66767981, jitterRate=-0.005079552531242371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:09,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201489044Initializing all the Stores at 1731201489056 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201489056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201489060 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201489060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201489060Cleaning up temporary data from old regions at 1731201489139 (+79 ms)Region opened successfully at 1731201489194 (+55 ms) 2024-11-10T01:18:09,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:18:09,198 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:18:09,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:18:09,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:18:09,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:18:09,201 DEBUG [RS:0;0c4d4d227d60:34513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.1731201489165, exclude list is [], retry=0 2024-11-10T01:18:09,206 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:18:09,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201489195Disabling compacts and flushes for region at 1731201489195Disabling writes for close at 1731201489199 (+4 ms)Writing region close event to WAL at 1731201489206 (+7 ms)Closed at 1731201489206 2024-11-10T01:18:09,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-f14bee17-2a88-456c-a7a0-d44768b367a7,DISK] 2024-11-10T01:18:09,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:09,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:18:09,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:18:09,256 INFO [RS:0;0c4d4d227d60:34513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.1731201489165 2024-11-10T01:18:09,257 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:18:09,260 DEBUG [RS:0;0c4d4d227d60:34513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41605:41605)] 2024-11-10T01:18:09,264 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:18:09,416 DEBUG [0c4d4d227d60:41761 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:18:09,427 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,34513,1731201484954 2024-11-10T01:18:09,434 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,34513,1731201484954, state=OPENING 2024-11-10T01:18:09,507 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:18:09,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:09,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:09,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1242166438/meta-region-server: CHANGED 2024-11-10T01:18:09,562 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:18:09,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,34513,1731201484954}] 2024-11-10T01:18:09,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1242166438/meta-region-server: CHANGED 2024-11-10T01:18:09,748 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:18:09,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:18:09,766 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:18:09,767 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:09,767 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:18:09,771 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C34513%2C1731201484954.meta, suffix=.meta, logDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954, archiveDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/oldWALs, maxLogs=10 2024-11-10T01:18:09,793 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.meta.1731201489774.meta, exclude list is [], retry=0 2024-11-10T01:18:09,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-f14bee17-2a88-456c-a7a0-d44768b367a7,DISK] 2024-11-10T01:18:09,807 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.meta.1731201489774.meta 2024-11-10T01:18:09,808 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41605:41605)] 2024-11-10T01:18:09,808 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:18:09,821 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:18:09,822 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:18:09,825 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:18:09,827 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:18:09,832 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:18:09,833 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:09,834 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:18:09,834 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:18:09,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:18:09,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:18:09,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:09,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:09,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:18:09,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:18:09,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:09,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:09,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:18:09,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:18:09,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:09,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:09,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:18:09,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:18:09,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:09,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:09,859 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:18:09,860 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740 2024-11-10T01:18:09,869 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740 2024-11-10T01:18:09,872 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:18:09,872 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:18:09,873 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:09,877 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:18:09,898 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58931346, jitterRate=-0.1218545138835907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:09,898 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:18:09,900 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201489834Writing region info on filesystem at 1731201489835 (+1 ms)Initializing all the Stores at 1731201489837 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201489837Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201489844 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201489844Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201489844Cleaning up temporary data from old regions at 1731201489872 (+28 ms)Running coprocessor post-open hooks at 1731201489898 (+26 ms)Region opened successfully at 1731201489900 (+2 ms) 2024-11-10T01:18:09,910 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201489737 2024-11-10T01:18:09,927 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:18:09,928 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:18:09,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,34513,1731201484954 2024-11-10T01:18:09,932 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,34513,1731201484954, state=OPEN 2024-11-10T01:18:09,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1242166438/meta-region-server 2024-11-10T01:18:09,945 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,34513,1731201484954 2024-11-10T01:18:09,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1242166438/meta-region-server 2024-11-10T01:18:09,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1242166438/meta-region-server: CHANGED 2024-11-10T01:18:09,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1242166438/meta-region-server: CHANGED 2024-11-10T01:18:09,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:18:09,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,34513,1731201484954 in 381 msec 2024-11-10T01:18:09,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:18:09,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 736 msec 2024-11-10T01:18:09,967 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:09,968 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:18:09,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:18:09,990 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,34513,1731201484954, seqNum=-1] 2024-11-10T01:18:10,023 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:18:10,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:18:10,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6460 sec 2024-11-10T01:18:10,070 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201490070, completionTime=-1 2024-11-10T01:18:10,083 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:18:10,085 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:18:10,144 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:18:10,144 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201550144 2024-11-10T01:18:10,144 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201610144 2024-11-10T01:18:10,144 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 59 msec 2024-11-10T01:18:10,147 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41761,1731201483346-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:10,148 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41761,1731201483346-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:10,148 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41761,1731201483346-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:10,151 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:41761, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:10,157 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:10,165 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:18:10,167 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:10,293 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.994sec 2024-11-10T01:18:10,295 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:18:10,297 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:18:10,310 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:18:10,311 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:18:10,311 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:18:10,312 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41761,1731201483346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:18:10,313 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41761,1731201483346-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:18:10,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af1ac41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:10,342 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T01:18:10,342 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T01:18:10,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,41761,-1 for getting cluster id 2024-11-10T01:18:10,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:10,357 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:18:10,359 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:18:10,359 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41761,1731201483346-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:10,390 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '555d6832-e226-45ca-8793-187aaa00660e' 2024-11-10T01:18:10,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:10,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "555d6832-e226-45ca-8793-187aaa00660e" 2024-11-10T01:18:10,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed8bbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:10,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,41761,-1] 2024-11-10T01:18:10,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:10,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:10,418 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:10,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c799277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:10,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:18:10,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,34513,1731201484954, seqNum=-1] 2024-11-10T01:18:10,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:18:10,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:18:10,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,41761,1731201483346 2024-11-10T01:18:10,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60978 2024-11-10T01:18:10,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:10,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10122521e180002 connected 2024-11-10T01:18:10,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/hadoop.log.dir so I do NOT create it in target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b 2024-11-10T01:18:10,576 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:18:10,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/hadoop.tmp.dir so I do NOT create it in target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b 2024-11-10T01:18:10,576 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:18:10,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b 2024-11-10T01:18:10,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:18:10,577 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/cluster_53f33c89-86a3-e798-65ba-0c891fecdbdc, deleteOnExit=true 2024-11-10T01:18:10,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:18:10,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/test.cache.data in system properties and HBase conf 2024-11-10T01:18:10,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:18:10,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:18:10,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:18:10,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:18:10,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:18:10,578 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:18:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:18:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:18:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:18:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:18:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:18:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:18:10,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:18:10,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:18:10,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:18:10,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:18:10,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:18:10,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:18:10,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:18:10,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:18:11,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:18:11,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:18:11,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:18:11,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:18:11,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:18:11,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:18:11,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b699d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:18:11,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a5c8066{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:18:11,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c2a81f0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/java.io.tmpdir/jetty-localhost-41315-hadoop-hdfs-3_4_1-tests_jar-_-any-11292983274065170475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:18:11,233 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dfbbe97{HTTP/1.1, (http/1.1)}{localhost:41315} 2024-11-10T01:18:11,233 INFO [Time-limited test {}] server.Server(415): Started @18743ms 2024-11-10T01:18:11,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:18:11,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:18:11,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:18:11,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:18:11,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:18:11,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a2f7835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:18:11,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc263b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:18:11,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e8120ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/java.io.tmpdir/jetty-localhost-41325-hadoop-hdfs-3_4_1-tests_jar-_-any-9192987517246753102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:18:11,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77fdfbd5{HTTP/1.1, (http/1.1)}{localhost:41325} 2024-11-10T01:18:11,782 INFO [Time-limited test {}] server.Server(415): Started @19291ms 2024-11-10T01:18:11,784 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:18:12,543 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/cluster_53f33c89-86a3-e798-65ba-0c891fecdbdc/data/data2/current/BP-1623773858-172.17.0.3-1731201490614/current, will proceed with Du for space computation calculation, 2024-11-10T01:18:12,543 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/cluster_53f33c89-86a3-e798-65ba-0c891fecdbdc/data/data1/current/BP-1623773858-172.17.0.3-1731201490614/current, will proceed with Du for space computation calculation, 2024-11-10T01:18:12,588 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:18:12,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8562b0593028f3c2 with lease ID 0x32c4f2029ba5e5ae: Processing first storage report for DS-5097ea73-c161-4e1b-a0bf-bfcadbeca7e8 from datanode DatanodeRegistration(127.0.0.1:40789, datanodeUuid=8455733f-c0f4-421e-ae6b-de78525dede0, infoPort=43761, infoSecurePort=0, ipcPort=37651, storageInfo=lv=-57;cid=testClusterID;nsid=305019479;c=1731201490614) 2024-11-10T01:18:12,591 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8562b0593028f3c2 with lease ID 0x32c4f2029ba5e5ae: from storage DS-5097ea73-c161-4e1b-a0bf-bfcadbeca7e8 node DatanodeRegistration(127.0.0.1:40789, datanodeUuid=8455733f-c0f4-421e-ae6b-de78525dede0, infoPort=43761, infoSecurePort=0, ipcPort=37651, storageInfo=lv=-57;cid=testClusterID;nsid=305019479;c=1731201490614), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T01:18:12,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8562b0593028f3c2 with lease ID 0x32c4f2029ba5e5ae: Processing first storage report for DS-9644e4af-34f6-4845-8aeb-c38cf278acb7 from datanode DatanodeRegistration(127.0.0.1:40789, datanodeUuid=8455733f-c0f4-421e-ae6b-de78525dede0, infoPort=43761, infoSecurePort=0, ipcPort=37651, storageInfo=lv=-57;cid=testClusterID;nsid=305019479;c=1731201490614) 2024-11-10T01:18:12,591 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8562b0593028f3c2 with lease ID 0x32c4f2029ba5e5ae: from storage DS-9644e4af-34f6-4845-8aeb-c38cf278acb7 node DatanodeRegistration(127.0.0.1:40789, datanodeUuid=8455733f-c0f4-421e-ae6b-de78525dede0, infoPort=43761, infoSecurePort=0, ipcPort=37651, storageInfo=lv=-57;cid=testClusterID;nsid=305019479;c=1731201490614), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:18:12,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b 2024-11-10T01:18:12,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:12,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:12,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:18:13,053 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42 with version=8 2024-11-10T01:18:13,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/hbase-staging 2024-11-10T01:18:13,056 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:18:13,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:13,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:13,057 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:18:13,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:13,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:18:13,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:18:13,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:18:13,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34711 2024-11-10T01:18:13,059 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34711 connecting to ZooKeeper ensemble=127.0.0.1:60978 2024-11-10T01:18:13,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347110x0, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:13,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34711-0x10122521e180003 connected 2024-11-10T01:18:13,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:13,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:13,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Set watcher on znode that does not yet exist, /11676713228/running 2024-11-10T01:18:13,154 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42, hbase.cluster.distributed=false 2024-11-10T01:18:13,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Set watcher on znode that does not yet exist, /11676713228/acl 2024-11-10T01:18:13,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34711 2024-11-10T01:18:13,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34711 2024-11-10T01:18:13,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34711 2024-11-10T01:18:13,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34711 2024-11-10T01:18:13,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34711 2024-11-10T01:18:13,180 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:18:13,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:13,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:13,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:18:13,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:13,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:18:13,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:18:13,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:18:13,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34533 2024-11-10T01:18:13,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34533 connecting to ZooKeeper ensemble=127.0.0.1:60978 2024-11-10T01:18:13,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:13,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:13,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345330x0, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:13,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345330x0, quorum=127.0.0.1:60978, baseZNode=/11676713228 Set watcher on znode that does not yet exist, /11676713228/running 2024-11-10T01:18:13,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34533-0x10122521e180004 connected 2024-11-10T01:18:13,226 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:18:13,229 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:18:13,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Set watcher on znode that does not yet exist, /11676713228/master 2024-11-10T01:18:13,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Set watcher on znode that does not yet exist, /11676713228/acl 2024-11-10T01:18:13,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34533 2024-11-10T01:18:13,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34533 2024-11-10T01:18:13,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34533 2024-11-10T01:18:13,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34533 2024-11-10T01:18:13,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34533 2024-11-10T01:18:13,255 DEBUG [M:0;0c4d4d227d60:34711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:34711 2024-11-10T01:18:13,255 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11676713228/backup-masters/0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:13,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228/backup-masters 2024-11-10T01:18:13,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228/backup-masters 2024-11-10T01:18:13,265 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Set watcher on existing znode=/11676713228/backup-masters/0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:13,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11676713228/master 2024-11-10T01:18:13,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228 2024-11-10T01:18:13,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228 2024-11-10T01:18:13,276 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Set watcher on existing znode=/11676713228/master 2024-11-10T01:18:13,277 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11676713228/backup-masters/0c4d4d227d60,34711,1731201493056 from backup master directory 2024-11-10T01:18:13,286 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:18:13,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228/backup-masters 2024-11-10T01:18:13,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11676713228/backup-masters/0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:13,286 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:13,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228/backup-masters 2024-11-10T01:18:13,293 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/hbase.id] with ID: d9b0b641-c4e6-4076-bb03-0cfe3e5c6a13 2024-11-10T01:18:13,293 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/.tmp/hbase.id 2024-11-10T01:18:13,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:18:13,303 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/.tmp/hbase.id]:[hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/hbase.id] 2024-11-10T01:18:13,332 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:13,333 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:18:13,335 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T01:18:13,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228 2024-11-10T01:18:13,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228 2024-11-10T01:18:13,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:18:13,756 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:18:13,758 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:18:13,759 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:13,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:18:14,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:18:14,020 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T01:18:14,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:18:14,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T01:18:14,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:18:14,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T01:18:14,036 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T01:18:14,036 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T01:18:14,174 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store 2024-11-10T01:18:14,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:18:14,586 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:14,586 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:18:14,586 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:14,587 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:14,587 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:18:14,587 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:14,587 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:14,587 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201494586Disabling compacts and flushes for region at 1731201494586Disabling writes for close at 1731201494587 (+1 ms)Writing region close event to WAL at 1731201494587Closed at 1731201494587 2024-11-10T01:18:14,588 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/.initializing 2024-11-10T01:18:14,589 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/WALs/0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:14,590 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:18:14,594 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C34711%2C1731201493056, suffix=, logDir=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/WALs/0c4d4d227d60,34711,1731201493056, archiveDir=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/oldWALs, maxLogs=10 2024-11-10T01:18:14,607 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/WALs/0c4d4d227d60,34711,1731201493056/0c4d4d227d60%2C34711%2C1731201493056.1731201494594, exclude list is [], retry=0 2024-11-10T01:18:14,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-5097ea73-c161-4e1b-a0bf-bfcadbeca7e8,DISK] 2024-11-10T01:18:14,616 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/WALs/0c4d4d227d60,34711,1731201493056/0c4d4d227d60%2C34711%2C1731201493056.1731201494594 2024-11-10T01:18:14,616 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43761:43761)] 2024-11-10T01:18:14,616 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:18:14,616 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:14,617 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:14,617 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:14,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:14,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:18:14,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:14,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:14,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:14,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:18:14,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:14,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:14,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:14,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:18:14,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:14,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:14,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:14,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:18:14,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:14,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:14,636 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:14,637 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:14,638 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:14,641 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:14,641 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:14,642 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:14,645 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:14,649 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:18:14,650 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67020372, jitterRate=-0.0013186335563659668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:14,650 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201494617Initializing all the Stores at 1731201494619 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201494619Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201494620 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201494620Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201494620Cleaning up temporary data from old regions at 1731201494641 (+21 ms)Region opened successfully at 1731201494650 (+9 ms) 2024-11-10T01:18:14,651 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:18:14,657 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ab24d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:18:14,658 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:18:14,658 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:18:14,658 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:18:14,659 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:18:14,660 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T01:18:14,660 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:18:14,660 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:18:14,663 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:18:14,664 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Unable to get data of znode /11676713228/balancer because node does not exist (not necessarily an error) 2024-11-10T01:18:14,719 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11676713228/balancer already deleted, retry=false 2024-11-10T01:18:14,721 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:18:14,722 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Unable to get data of znode /11676713228/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:18:14,744 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11676713228/normalizer already deleted, retry=false 2024-11-10T01:18:14,744 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:18:14,745 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Unable to get data of znode /11676713228/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:18:14,754 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11676713228/switch/split already deleted, retry=false 2024-11-10T01:18:14,755 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Unable to get data of znode /11676713228/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:18:14,765 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11676713228/switch/merge already deleted, retry=false 2024-11-10T01:18:14,768 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Unable to get data of znode /11676713228/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:18:14,780 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11676713228/snapshot-cleanup already deleted, retry=false 2024-11-10T01:18:14,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11676713228/running 2024-11-10T01:18:14,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11676713228/running 2024-11-10T01:18:14,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228 2024-11-10T01:18:14,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228 2024-11-10T01:18:14,792 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,34711,1731201493056, sessionid=0x10122521e180003, setting cluster-up flag (Was=false) 2024-11-10T01:18:14,808 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:18:14,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228 2024-11-10T01:18:14,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228 2024-11-10T01:18:14,843 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11676713228/flush-table-proc/acquired, /11676713228/flush-table-proc/reached, /11676713228/flush-table-proc/abort 2024-11-10T01:18:14,845 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:14,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228 2024-11-10T01:18:14,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228 2024-11-10T01:18:14,896 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11676713228/online-snapshot/acquired, /11676713228/online-snapshot/reached, /11676713228/online-snapshot/abort 2024-11-10T01:18:14,898 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:14,901 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:18:14,905 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:14,905 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:18:14,905 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:18:14,906 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,34711,1731201493056 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:18:14,908 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:14,908 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:14,908 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:14,909 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:14,909 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:18:14,909 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:14,909 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:18:14,909 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:14,911 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201524911 2024-11-10T01:18:14,911 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:18:14,911 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:18:14,911 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:18:14,911 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:18:14,912 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:18:14,912 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:18:14,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:14,912 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:14,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:18:14,912 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:18:14,912 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:18:14,913 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:18:14,913 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:18:14,913 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:18:14,913 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:18:14,913 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201494913,5,FailOnTimeoutGroup] 2024-11-10T01:18:14,914 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:14,915 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201494913,5,FailOnTimeoutGroup] 2024-11-10T01:18:14,915 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:14,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:18:14,915 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:18:14,915 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:14,915 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:14,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:18:14,947 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(746): ClusterId : d9b0b641-c4e6-4076-bb03-0cfe3e5c6a13 2024-11-10T01:18:14,948 DEBUG [RS:0;0c4d4d227d60:34533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:18:14,961 DEBUG [RS:0;0c4d4d227d60:34533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:18:14,961 DEBUG [RS:0;0c4d4d227d60:34533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:18:14,971 DEBUG [RS:0;0c4d4d227d60:34533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:18:14,972 DEBUG [RS:0;0c4d4d227d60:34533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d746bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:18:14,984 DEBUG [RS:0;0c4d4d227d60:34533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:34533 2024-11-10T01:18:14,984 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:18:14,984 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:18:14,984 DEBUG [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:18:14,985 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,34711,1731201493056 with port=34533, startcode=1731201493180 2024-11-10T01:18:14,986 DEBUG [RS:0;0c4d4d227d60:34533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:18:14,987 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:18:14,988 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34711 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,34533,1731201493180 2024-11-10T01:18:14,988 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34711 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,34533,1731201493180 2024-11-10T01:18:14,991 DEBUG [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42 2024-11-10T01:18:14,991 DEBUG [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39543 2024-11-10T01:18:14,991 DEBUG [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:18:15,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228/rs 2024-11-10T01:18:15,027 DEBUG [RS:0;0c4d4d227d60:34533 {}] zookeeper.ZKUtil(111): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Set watcher on existing znode=/11676713228/rs/0c4d4d227d60,34533,1731201493180 2024-11-10T01:18:15,027 WARN [RS:0;0c4d4d227d60:34533 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:18:15,027 INFO [RS:0;0c4d4d227d60:34533 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:15,027 DEBUG [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/WALs/0c4d4d227d60,34533,1731201493180 2024-11-10T01:18:15,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,34533,1731201493180] 2024-11-10T01:18:15,033 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:18:15,035 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:18:15,036 INFO [RS:0;0c4d4d227d60:34533 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:18:15,036 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,036 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:18:15,038 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:18:15,038 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,038 DEBUG [RS:0;0c4d4d227d60:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:15,038 DEBUG [RS:0;0c4d4d227d60:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:15,039 DEBUG [RS:0;0c4d4d227d60:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:15,039 DEBUG [RS:0;0c4d4d227d60:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:15,039 DEBUG [RS:0;0c4d4d227d60:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:15,039 DEBUG [RS:0;0c4d4d227d60:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:18:15,039 DEBUG [RS:0;0c4d4d227d60:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:15,039 DEBUG [RS:0;0c4d4d227d60:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:15,039 DEBUG [RS:0;0c4d4d227d60:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:15,039 DEBUG [RS:0;0c4d4d227d60:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:15,039 DEBUG [RS:0;0c4d4d227d60:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:15,040 DEBUG [RS:0;0c4d4d227d60:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:15,040 DEBUG [RS:0;0c4d4d227d60:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:18:15,040 DEBUG [RS:0;0c4d4d227d60:34533 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:18:15,045 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,046 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,046 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,046 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,046 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,046 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34533,1731201493180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:18:15,061 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:18:15,061 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34533,1731201493180-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,061 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,062 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.Replication(171): 0c4d4d227d60,34533,1731201493180 started 2024-11-10T01:18:15,077 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,078 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,34533,1731201493180, RpcServer on 0c4d4d227d60/172.17.0.3:34533, sessionid=0x10122521e180004 2024-11-10T01:18:15,078 DEBUG [RS:0;0c4d4d227d60:34533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:18:15,078 DEBUG [RS:0;0c4d4d227d60:34533 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,34533,1731201493180 2024-11-10T01:18:15,078 DEBUG [RS:0;0c4d4d227d60:34533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,34533,1731201493180' 2024-11-10T01:18:15,078 DEBUG [RS:0;0c4d4d227d60:34533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11676713228/flush-table-proc/abort' 2024-11-10T01:18:15,079 DEBUG [RS:0;0c4d4d227d60:34533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11676713228/flush-table-proc/acquired' 2024-11-10T01:18:15,079 DEBUG [RS:0;0c4d4d227d60:34533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:18:15,079 DEBUG [RS:0;0c4d4d227d60:34533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:18:15,080 DEBUG [RS:0;0c4d4d227d60:34533 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,34533,1731201493180 2024-11-10T01:18:15,080 DEBUG [RS:0;0c4d4d227d60:34533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,34533,1731201493180' 2024-11-10T01:18:15,080 DEBUG [RS:0;0c4d4d227d60:34533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11676713228/online-snapshot/abort' 2024-11-10T01:18:15,080 DEBUG [RS:0;0c4d4d227d60:34533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11676713228/online-snapshot/acquired' 2024-11-10T01:18:15,081 DEBUG [RS:0;0c4d4d227d60:34533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:18:15,081 INFO [RS:0;0c4d4d227d60:34533 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:18:15,081 INFO [RS:0;0c4d4d227d60:34533 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:18:15,182 INFO [RS:0;0c4d4d227d60:34533 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:18:15,185 INFO [RS:0;0c4d4d227d60:34533 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C34533%2C1731201493180, suffix=, logDir=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/WALs/0c4d4d227d60,34533,1731201493180, archiveDir=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/oldWALs, maxLogs=10 2024-11-10T01:18:15,201 DEBUG [RS:0;0c4d4d227d60:34533 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/WALs/0c4d4d227d60,34533,1731201493180/0c4d4d227d60%2C34533%2C1731201493180.1731201495188, exclude list is [], retry=0 2024-11-10T01:18:15,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-5097ea73-c161-4e1b-a0bf-bfcadbeca7e8,DISK] 2024-11-10T01:18:15,208 INFO [RS:0;0c4d4d227d60:34533 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/WALs/0c4d4d227d60,34533,1731201493180/0c4d4d227d60%2C34533%2C1731201493180.1731201495188 2024-11-10T01:18:15,208 DEBUG [RS:0;0c4d4d227d60:34533 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43761:43761)] 2024-11-10T01:18:15,324 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:18:15,324 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42 2024-11-10T01:18:15,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741833_1009 (size=32) 2024-11-10T01:18:15,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:15,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:18:15,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:18:15,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:15,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:15,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:18:15,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:18:15,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:15,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:15,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:18:15,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:18:15,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:15,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:15,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:18:15,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:18:15,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:15,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:15,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:18:15,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/data/hbase/meta/1588230740 2024-11-10T01:18:15,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/data/hbase/meta/1588230740 2024-11-10T01:18:15,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:18:15,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:18:15,353 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:15,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:18:15,357 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:18:15,358 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:18:15,359 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62306249, jitterRate=-0.07156454026699066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:15,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201495334Initializing all the Stores at 1731201495336 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201495337 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201495337Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201495337Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201495337Cleaning up temporary data from old regions at 1731201495353 (+16 ms)Region opened successfully at 1731201495359 (+6 ms) 2024-11-10T01:18:15,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:18:15,359 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:18:15,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:18:15,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:18:15,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:18:15,360 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:18:15,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201495359Disabling compacts and flushes for region at 1731201495359Disabling writes for close at 1731201495360 (+1 ms)Writing region close event to WAL at 1731201495360Closed at 1731201495360 2024-11-10T01:18:15,362 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:15,362 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:18:15,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:18:15,364 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:18:15,366 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:18:15,517 DEBUG [0c4d4d227d60:34711 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:18:15,518 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,34533,1731201493180 2024-11-10T01:18:15,524 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,34533,1731201493180, state=OPENING 2024-11-10T01:18:15,575 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:18:15,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228 2024-11-10T01:18:15,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228 2024-11-10T01:18:15,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11676713228/meta-region-server: CHANGED 2024-11-10T01:18:15,597 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:18:15,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,34533,1731201493180}] 2024-11-10T01:18:15,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11676713228/meta-region-server: CHANGED 2024-11-10T01:18:15,753 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:18:15,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:18:15,765 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:18:15,765 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:15,766 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:18:15,768 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C34533%2C1731201493180.meta, suffix=.meta, logDir=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/WALs/0c4d4d227d60,34533,1731201493180, archiveDir=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/oldWALs, maxLogs=10 2024-11-10T01:18:15,781 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/WALs/0c4d4d227d60,34533,1731201493180/0c4d4d227d60%2C34533%2C1731201493180.meta.1731201495770.meta, exclude list is [], retry=0 2024-11-10T01:18:15,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-5097ea73-c161-4e1b-a0bf-bfcadbeca7e8,DISK] 2024-11-10T01:18:15,787 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/WALs/0c4d4d227d60,34533,1731201493180/0c4d4d227d60%2C34533%2C1731201493180.meta.1731201495770.meta 2024-11-10T01:18:15,788 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43761:43761)] 2024-11-10T01:18:15,788 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:18:15,789 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:18:15,789 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:18:15,789 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:18:15,789 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:18:15,789 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:18:15,789 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:15,789 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:18:15,789 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:18:15,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:18:15,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:18:15,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:15,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:15,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:18:15,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:18:15,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:15,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:15,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:18:15,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:18:15,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:15,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:15,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:18:15,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:18:15,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:15,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:15,800 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:18:15,802 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/data/hbase/meta/1588230740 2024-11-10T01:18:15,804 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/data/hbase/meta/1588230740 2024-11-10T01:18:15,806 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:18:15,806 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:18:15,807 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:15,809 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:18:15,810 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67750214, jitterRate=0.009556859731674194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:15,811 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:18:15,811 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201495790Writing region info on filesystem at 1731201495790Initializing all the Stores at 1731201495791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201495791Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201495791Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201495791Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201495791Cleaning up temporary data from old regions at 1731201495806 (+15 ms)Running coprocessor post-open hooks at 1731201495811 (+5 ms)Region opened successfully at 1731201495811 2024-11-10T01:18:15,812 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201495752 2024-11-10T01:18:15,815 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:18:15,815 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:18:15,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,34533,1731201493180 2024-11-10T01:18:15,818 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,34533,1731201493180, state=OPEN 2024-11-10T01:18:15,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11676713228/meta-region-server 2024-11-10T01:18:15,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11676713228/meta-region-server 2024-11-10T01:18:15,828 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,34533,1731201493180 2024-11-10T01:18:15,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11676713228/meta-region-server: CHANGED 2024-11-10T01:18:15,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11676713228/meta-region-server: CHANGED 2024-11-10T01:18:15,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:18:15,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,34533,1731201493180 in 231 msec 2024-11-10T01:18:15,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:18:15,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-10T01:18:15,839 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:15,839 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:18:15,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:18:15,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,34533,1731201493180, seqNum=-1] 2024-11-10T01:18:15,841 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:18:15,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:18:15,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 949 msec 2024-11-10T01:18:15,853 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201495853, completionTime=-1 2024-11-10T01:18:15,853 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:18:15,853 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:18:15,856 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:18:15,856 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201555856 2024-11-10T01:18:15,856 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201615856 2024-11-10T01:18:15,856 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T01:18:15,856 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34711,1731201493056-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,856 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34711,1731201493056-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,856 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34711,1731201493056-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,857 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:34711, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,857 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,857 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,859 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:18:15,862 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.576sec 2024-11-10T01:18:15,862 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:18:15,862 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:18:15,862 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:18:15,862 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:18:15,862 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:18:15,862 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34711,1731201493056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:18:15,862 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34711,1731201493056-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:18:15,866 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:18:15,866 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:18:15,866 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34711,1731201493056-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:15,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326d4f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:15,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34711,-1 for getting cluster id 2024-11-10T01:18:15,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:15,951 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9b0b641-c4e6-4076-bb03-0cfe3e5c6a13' 2024-11-10T01:18:15,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:15,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9b0b641-c4e6-4076-bb03-0cfe3e5c6a13" 2024-11-10T01:18:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a99893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34711,-1] 2024-11-10T01:18:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:15,958 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:15,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af82fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:15,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:18:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,34533,1731201493180, seqNum=-1] 2024-11-10T01:18:15,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:18:15,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:18:15,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:15,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60978 2024-11-10T01:18:15,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:15,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10122521e180005 connected 2024-11-10T01:18:16,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8f281c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:16,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,41761,-1 for getting cluster id 2024-11-10T01:18:16,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:16,011 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '555d6832-e226-45ca-8793-187aaa00660e' 2024-11-10T01:18:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "555d6832-e226-45ca-8793-187aaa00660e" 2024-11-10T01:18:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b30f70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,41761,-1] 2024-11-10T01:18:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:16,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:16,016 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:16,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1215d8eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:16,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:18:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,41761,1731201483346 2024-11-10T01:18:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49f41b2 2024-11-10T01:18:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:18:16,046 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:18:16,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:34711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:18:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:18:16,064 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:34711' 2024-11-10T01:18:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:18:16,066 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d54e26c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:16,066 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34711,-1 for getting cluster id 2024-11-10T01:18:16,066 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:16,067 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9b0b641-c4e6-4076-bb03-0cfe3e5c6a13' 2024-11-10T01:18:16,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:16,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9b0b641-c4e6-4076-bb03-0cfe3e5c6a13" 2024-11-10T01:18:16,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a8985c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:16,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34711,-1] 2024-11-10T01:18:16,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:16,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:16,070 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:16,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627fc890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:16,072 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:18:16,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:16,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb8b75b 2024-11-10T01:18:16,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:18:16,081 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:18:16,096 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-10T01:18:16,096 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:18:16,101 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:16,102 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:16,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:16,104 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:18:16,111 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:18:16,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:18:16,116 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:16,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:18:16,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741835_1011 (size=1138) 2024-11-10T01:18:16,165 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T01:18:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:18:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:18:16,552 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37918a699c7ce62f9ade95bb594c290a, NAME => 'hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f 2024-11-10T01:18:16,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741836_1012 (size=44) 2024-11-10T01:18:16,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:16,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 37918a699c7ce62f9ade95bb594c290a, disabling compactions & flushes 2024-11-10T01:18:16,578 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:16,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:16,579 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. after waiting 0 ms 2024-11-10T01:18:16,579 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:16,579 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:16,579 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37918a699c7ce62f9ade95bb594c290a: Waiting for close lock at 1731201496578Disabling compacts and flushes for region at 1731201496578Disabling writes for close at 1731201496579 (+1 ms)Writing region close event to WAL at 1731201496579Closed at 1731201496579 2024-11-10T01:18:16,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:18:16,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731201496582"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201496582"}]},"ts":"1731201496582"} 2024-11-10T01:18:16,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:18:16,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:18:16,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201496601"}]},"ts":"1731201496601"} 2024-11-10T01:18:16,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T01:18:16,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37918a699c7ce62f9ade95bb594c290a, ASSIGN}] 2024-11-10T01:18:16,620 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37918a699c7ce62f9ade95bb594c290a, ASSIGN 2024-11-10T01:18:16,622 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37918a699c7ce62f9ade95bb594c290a, ASSIGN; state=OFFLINE, location=0c4d4d227d60,34513,1731201484954; forceNewPlan=false, retain=false 2024-11-10T01:18:16,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:18:16,773 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=37918a699c7ce62f9ade95bb594c290a, regionState=OPENING, regionLocation=0c4d4d227d60,34513,1731201484954 2024-11-10T01:18:16,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37918a699c7ce62f9ade95bb594c290a, ASSIGN because future has completed 2024-11-10T01:18:16,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37918a699c7ce62f9ade95bb594c290a, server=0c4d4d227d60,34513,1731201484954}] 2024-11-10T01:18:16,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:16,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:16,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:18:16,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C34513%2C1731201484954.rep, suffix=, logDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954, archiveDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/oldWALs, maxLogs=10 2024-11-10T01:18:16,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.rep.1731201496948, exclude list is [], retry=0 2024-11-10T01:18:16,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-f14bee17-2a88-456c-a7a0-d44768b367a7,DISK] 2024-11-10T01:18:16,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.rep.1731201496948 2024-11-10T01:18:16,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41605:41605)] 2024-11-10T01:18:16,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 37918a699c7ce62f9ade95bb594c290a, NAME => 'hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:18:16,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:18:16,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:18:16,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. service=MultiRowMutationService 2024-11-10T01:18:16,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:18:16,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:16,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:16,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:16,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:16,977 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:16,978 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37918a699c7ce62f9ade95bb594c290a columnFamilyName hfileref 2024-11-10T01:18:16,978 DEBUG [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:16,979 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] regionserver.HStore(327): Store=37918a699c7ce62f9ade95bb594c290a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:16,979 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:16,981 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37918a699c7ce62f9ade95bb594c290a columnFamilyName queue 2024-11-10T01:18:16,981 DEBUG [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:16,981 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] regionserver.HStore(327): Store=37918a699c7ce62f9ade95bb594c290a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:16,981 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:16,983 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37918a699c7ce62f9ade95bb594c290a columnFamilyName sid 2024-11-10T01:18:16,983 DEBUG [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:16,984 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] regionserver.HStore(327): Store=37918a699c7ce62f9ade95bb594c290a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:16,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:16,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/replication/37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:16,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/replication/37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:16,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:16,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:16,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:18:16,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:16,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/replication/37918a699c7ce62f9ade95bb594c290a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:18:16,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 37918a699c7ce62f9ade95bb594c290a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61291560, jitterRate=-0.08668458461761475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:18:16,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:16,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 37918a699c7ce62f9ade95bb594c290a: Running coprocessor pre-open hook at 1731201496975Writing region info on filesystem at 1731201496975Initializing all the Stores at 1731201496976 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201496976Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201496976Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201496977 (+1 ms)Cleaning up temporary data from old regions at 1731201496987 (+10 ms)Running coprocessor post-open hooks at 1731201496993 (+6 ms)Region opened successfully at 1731201496994 (+1 ms) 2024-11-10T01:18:16,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a., pid=7, masterSystemTime=1731201496934 2024-11-10T01:18:16,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:16,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:17,000 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=37918a699c7ce62f9ade95bb594c290a, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,34513,1731201484954 2024-11-10T01:18:17,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37918a699c7ce62f9ade95bb594c290a, server=0c4d4d227d60,34513,1731201484954 because future has completed 2024-11-10T01:18:17,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T01:18:17,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 37918a699c7ce62f9ade95bb594c290a, server=0c4d4d227d60,34513,1731201484954 in 226 msec 2024-11-10T01:18:17,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:18:17,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37918a699c7ce62f9ade95bb594c290a, ASSIGN in 391 msec 2024-11-10T01:18:17,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:18:17,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201497013"}]},"ts":"1731201497013"} 2024-11-10T01:18:17,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T01:18:17,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:18:17,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 914 msec 2024-11-10T01:18:17,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a., hostname=0c4d4d227d60,34513,1731201484954, seqNum=2] 2024-11-10T01:18:17,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34513 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T01:18:17,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:17,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:17,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:18:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:18:17,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T01:18:17,365 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T01:18:17,403 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,34513,1731201484954, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:18:17,405 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:18:17,405 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,34513,1731201484954, seqNum=-1] 2024-11-10T01:18:17,405 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:18:17,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T01:18:17,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0c4d4d227d60,34513,1731201484954', locateType=CURRENT is [region=hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a., hostname=0c4d4d227d60,34513,1731201484954, seqNum=2] 2024-11-10T01:18:17,415 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T01:18:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T01:18:17,421 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0c4d4d227d60,34513,1731201484954 suceeded 2024-11-10T01:18:17,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T01:18:17,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-10T01:18:17,424 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0c4d4d227d60:34711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:18:17,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3730 sec 2024-11-10T01:18:17,434 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:34711' 2024-11-10T01:18:17,438 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3685034b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:17,438 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34711,-1 for getting cluster id 2024-11-10T01:18:17,438 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:17,439 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9b0b641-c4e6-4076-bb03-0cfe3e5c6a13' 2024-11-10T01:18:17,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:17,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9b0b641-c4e6-4076-bb03-0cfe3e5c6a13" 2024-11-10T01:18:17,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53e66189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:17,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34711,-1] 2024-11-10T01:18:17,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:17,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:17,441 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:17,442 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fd1f2c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:17,443 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:18:17,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:17,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fcf188c 2024-11-10T01:18:17,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:18:17,445 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T01:18:17,446 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,34513,1731201484954 (queues=1) is replicating from cluster=555d6832-e226-45ca-8793-187aaa00660e to cluster=d9b0b641-c4e6-4076-bb03-0cfe3e5c6a13 2024-11-10T01:18:17,448 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C34513%2C1731201484954 2024-11-10T01:18:17,452 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,34513,1731201484954, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:18:17,454 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954.replicationSource.shipper0c4d4d227d60%2C34513%2C1731201484954,1-0c4d4d227d60,34513,1731201484954 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C34513%2C1731201484954 2024-11-10T01:18:17,457 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954.replicationSource.wal-reader.0c4d4d227d60%2C34513%2C1731201484954,1-0c4d4d227d60,34513,1731201484954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.1731201489165, startPosition=0, beingWritten=true 2024-11-10T01:18:17,715 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954.replicationSource.wal-reader.0c4d4d227d60%2C34513%2C1731201484954,1-0c4d4d227d60,34513,1731201484954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.1731201489165 to pos 0, reset compression=false 2024-11-10T01:18:18,028 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954.replicationSource.wal-reader.0c4d4d227d60%2C34513%2C1731201484954,1-0c4d4d227d60,34513,1731201484954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.1731201489165 to pos 0, reset compression=false 2024-11-10T01:18:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:18:18,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:18:18,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:18,219 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:18:18,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:18,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:18,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:18,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e492c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:18,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,41761,-1 for getting cluster id 2024-11-10T01:18:18,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:18,222 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '555d6832-e226-45ca-8793-187aaa00660e' 2024-11-10T01:18:18,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:18,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "555d6832-e226-45ca-8793-187aaa00660e" 2024-11-10T01:18:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3ebaef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,41761,-1] 2024-11-10T01:18:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:18,225 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:18,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265a15d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:18,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:18:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,41761,1731201483346 2024-11-10T01:18:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4012a4ee 2024-11-10T01:18:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:18:18,230 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:18:18,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://0c4d4d227d60:34711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:18:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:18:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T01:18:18,234 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:34711' 2024-11-10T01:18:18,235 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd04489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:18,235 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34711,-1 for getting cluster id 2024-11-10T01:18:18,235 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:18,236 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9b0b641-c4e6-4076-bb03-0cfe3e5c6a13' 2024-11-10T01:18:18,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:18,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9b0b641-c4e6-4076-bb03-0cfe3e5c6a13" 2024-11-10T01:18:18,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d38332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:18,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34711,-1] 2024-11-10T01:18:18,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:18,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:18,238 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:18,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721e733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:18,239 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:18:18,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:18,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4509e364 2024-11-10T01:18:18,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:18:18,242 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:18:18,243 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T01:18:18,243 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:18:18,243 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:18,243 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:18,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T01:18:18,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:18:18,437 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954.replicationSource.wal-reader.0c4d4d227d60%2C34513%2C1731201484954,1-0c4d4d227d60,34513,1731201484954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.1731201489165 to pos 0, reset compression=false 2024-11-10T01:18:18,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-10T01:18:18,535 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T01:18:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T01:18:18,573 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-0c4d4d227d60,34513,1731201484954, ReplicationSource: 2, currentBandwidth=0 2024-11-10T01:18:18,577 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T01:18:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T01:18:18,581 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 0c4d4d227d60,34513,1731201484954 suceeded 2024-11-10T01:18:18,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T01:18:18,584 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://0c4d4d227d60:34711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:18:18,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-10T01:18:18,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 354 msec 2024-11-10T01:18:18,592 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:34711' 2024-11-10T01:18:18,593 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@346dfcb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:18,593 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34711,-1 for getting cluster id 2024-11-10T01:18:18,594 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:18,594 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9b0b641-c4e6-4076-bb03-0cfe3e5c6a13' 2024-11-10T01:18:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9b0b641-c4e6-4076-bb03-0cfe3e5c6a13" 2024-11-10T01:18:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f8f79c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:18,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34711,-1] 2024-11-10T01:18:18,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:18,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:18,597 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:18,598 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7da2531a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:18,598 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:18:18,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:18,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4658eb60 2024-11-10T01:18:18,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:18:18,600 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T01:18:18,601 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-0c4d4d227d60,34513,1731201484954 (queues=1) is replicating from cluster=555d6832-e226-45ca-8793-187aaa00660e to cluster=d9b0b641-c4e6-4076-bb03-0cfe3e5c6a13 2024-11-10T01:18:18,601 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=0c4d4d227d60%2C34513%2C1731201484954 2024-11-10T01:18:18,601 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-0c4d4d227d60,34513,1731201484954, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:18:18,601 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954.replicationSource.shipper0c4d4d227d60%2C34513%2C1731201484954,2-0c4d4d227d60,34513,1731201484954 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C34513%2C1731201484954 2024-11-10T01:18:18,601 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954.replicationSource.wal-reader.0c4d4d227d60%2C34513%2C1731201484954,2-0c4d4d227d60,34513,1731201484954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.1731201489165, startPosition=0, beingWritten=true 2024-11-10T01:18:18,808 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954.replicationSource.wal-reader.0c4d4d227d60%2C34513%2C1731201484954,2-0c4d4d227d60,34513,1731201484954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.1731201489165 to pos 0, reset compression=false 2024-11-10T01:18:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T01:18:18,858 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T01:18:18,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:18:18,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:18,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:18,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:18,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:18,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:18:18,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,41761,1731201483346 2024-11-10T01:18:18,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f9d9f71 2024-11-10T01:18:18,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:18:18,866 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:18:18,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T01:18:18,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T01:18:18,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T01:18:18,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T01:18:18,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:34711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:18:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T01:18:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T01:18:18,885 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:34711' 2024-11-10T01:18:18,886 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db2d78d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:18,886 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34711,-1 for getting cluster id 2024-11-10T01:18:18,887 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:18,887 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9b0b641-c4e6-4076-bb03-0cfe3e5c6a13' 2024-11-10T01:18:18,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:18,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9b0b641-c4e6-4076-bb03-0cfe3e5c6a13" 2024-11-10T01:18:18,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693a0da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:18,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34711,-1] 2024-11-10T01:18:18,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:18,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:18,890 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:18,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ae061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:18,891 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:18:18,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:18,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c8bcc77 2024-11-10T01:18:18,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:18:18,893 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:18:18,894 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T01:18:18,894 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:18:18,895 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:18,895 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:18,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:18,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:18:18,946 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954.replicationSource.wal-reader.0c4d4d227d60%2C34513%2C1731201484954,1-0c4d4d227d60,34513,1731201484954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.1731201489165 to pos 0, reset compression=false 2024-11-10T01:18:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T01:18:19,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-10T01:18:19,069 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-10T01:18:19,071 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T01:18:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T01:18:19,076 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 0c4d4d227d60,34513,1731201484954 suceeded 2024-11-10T01:18:19,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T01:18:19,082 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://0c4d4d227d60:34711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:18:19,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-10T01:18:19,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 204 msec 2024-11-10T01:18:19,119 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954.replicationSource.wal-reader.0c4d4d227d60%2C34513%2C1731201484954,2-0c4d4d227d60,34513,1731201484954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.1731201489165 to pos 0, reset compression=false 2024-11-10T01:18:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T01:18:19,198 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-10T01:18:19,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://0c4d4d227d60:34711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:18:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T01:18:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T01:18:19,212 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:34711' 2024-11-10T01:18:19,214 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dba4888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:19,214 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34711,-1 for getting cluster id 2024-11-10T01:18:19,215 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:19,216 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9b0b641-c4e6-4076-bb03-0cfe3e5c6a13' 2024-11-10T01:18:19,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:19,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9b0b641-c4e6-4076-bb03-0cfe3e5c6a13" 2024-11-10T01:18:19,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ebb4b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:19,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34711,-1] 2024-11-10T01:18:19,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:19,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:19,219 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:19,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ee8498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:19,221 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:18:19,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:19,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54130e99 2024-11-10T01:18:19,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:18:19,224 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:18:19,225 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T01:18:19,225 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:18:19,225 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:19,226 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:19,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:19,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:18:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T01:18:19,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-10T01:18:19,397 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-10T01:18:19,398 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T01:18:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T01:18:19,402 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 0c4d4d227d60,34513,1731201484954 suceeded 2024-11-10T01:18:19,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T01:18:19,410 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://0c4d4d227d60:34711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:18:19,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-10T01:18:19,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 211 msec 2024-11-10T01:18:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T01:18:19,530 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954.replicationSource.wal-reader.0c4d4d227d60%2C34513%2C1731201484954,2-0c4d4d227d60,34513,1731201484954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.1731201489165 to pos 0, reset compression=false 2024-11-10T01:18:19,531 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-10T01:18:19,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T01:18:19,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T01:18:19,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:18:19,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:19,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:19,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:19,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:19,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:18:19,537 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=62307255, stopped=false 2024-11-10T01:18:19,537 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,41761,1731201483346 2024-11-10T01:18:19,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1242166438/running 2024-11-10T01:18:19,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1242166438/running 2024-11-10T01:18:19,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:19,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:19,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on znode that does not yet exist, /0-1242166438/running 2024-11-10T01:18:19,549 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:18:19,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:18:19,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:19,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:19,550 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,34513,1731201484954' ***** 2024-11-10T01:18:19,550 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:18:19,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on znode that does not yet exist, /0-1242166438/running 2024-11-10T01:18:19,551 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:18:19,551 INFO [RS:0;0c4d4d227d60:34513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:18:19,551 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:18:19,551 INFO [RS:0;0c4d4d227d60:34513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:18:19,552 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(3091): Received CLOSE for 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:19,552 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954.replicationSource.wal-reader.0c4d4d227d60%2C34513%2C1731201484954,1-0c4d4d227d60,34513,1731201484954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.1731201489165 to pos 0, reset compression=false 2024-11-10T01:18:19,573 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,34513,1731201484954 2024-11-10T01:18:19,573 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:18:19,573 INFO [RS:0;0c4d4d227d60:34513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:34513. 2024-11-10T01:18:19,573 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37918a699c7ce62f9ade95bb594c290a, disabling compactions & flushes 2024-11-10T01:18:19,573 DEBUG [RS:0;0c4d4d227d60:34513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:19,573 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:19,573 DEBUG [RS:0;0c4d4d227d60:34513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:19,573 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:19,573 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. after waiting 0 ms 2024-11-10T01:18:19,573 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:19,574 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:18:19,574 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:18:19,574 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:18:19,574 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:18:19,578 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 37918a699c7ce62f9ade95bb594c290a 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-10T01:18:19,587 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:18:19,588 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T01:18:19,588 DEBUG [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(1325): Online Regions={37918a699c7ce62f9ade95bb594c290a=hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:18:19,589 DEBUG [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:19,596 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:18:19,596 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:18:19,596 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:18:19,597 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:18:19,597 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:18:19,597 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T01:18:19,722 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/replication/37918a699c7ce62f9ade95bb594c290a/.tmp/queue/4209d5c7cf9d49dca40ba92080c277b3 is 151, key is 1-0c4d4d227d60,34513,1731201484954/queue:0c4d4d227d60%2C34513%2C1731201484954/1731201497410/Put/seqid=0 2024-11-10T01:18:19,722 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/.tmp/info/8cb324eeecb241d1b4f4f2e20344f1ea is 147, key is hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a./info:regioninfo/1731201497000/Put/seqid=0 2024-11-10T01:18:19,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741839_1015 (size=5500) 2024-11-10T01:18:19,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741838_1014 (size=6631) 2024-11-10T01:18:19,754 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/replication/37918a699c7ce62f9ade95bb594c290a/.tmp/queue/4209d5c7cf9d49dca40ba92080c277b3 2024-11-10T01:18:19,789 DEBUG [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:19,807 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/replication/37918a699c7ce62f9ade95bb594c290a/.tmp/queue/4209d5c7cf9d49dca40ba92080c277b3 as hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/replication/37918a699c7ce62f9ade95bb594c290a/queue/4209d5c7cf9d49dca40ba92080c277b3 2024-11-10T01:18:19,825 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/replication/37918a699c7ce62f9ade95bb594c290a/queue/4209d5c7cf9d49dca40ba92080c277b3, entries=2, sequenceid=6, filesize=5.4 K 2024-11-10T01:18:19,835 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 37918a699c7ce62f9ade95bb594c290a in 255ms, sequenceid=6, compaction requested=false 2024-11-10T01:18:19,835 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T01:18:19,848 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/replication/37918a699c7ce62f9ade95bb594c290a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T01:18:19,852 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:18:19,853 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:18:19,853 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:19,853 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37918a699c7ce62f9ade95bb594c290a: Waiting for close lock at 1731201499573Running coprocessor pre-close hooks at 1731201499573Disabling compacts and flushes for region at 1731201499573Disabling writes for close at 1731201499573Obtaining lock to block concurrent updates at 1731201499578 (+5 ms)Preparing flush snapshotting stores in 37918a699c7ce62f9ade95bb594c290a at 1731201499578Finished memstore snapshotting hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731201499596 (+18 ms)Flushing stores of hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. at 1731201499598 (+2 ms)Flushing 37918a699c7ce62f9ade95bb594c290a/queue: creating writer at 1731201499600 (+2 ms)Flushing 37918a699c7ce62f9ade95bb594c290a/queue: appending metadata at 1731201499705 (+105 ms)Flushing 37918a699c7ce62f9ade95bb594c290a/queue: closing flushed file at 1731201499709 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60669277: reopening flushed file at 1731201499805 (+96 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 37918a699c7ce62f9ade95bb594c290a in 255ms, sequenceid=6, compaction requested=false at 1731201499835 (+30 ms)Writing region close event to WAL at 1731201499840 (+5 ms)Running coprocessor post-close hooks at 1731201499851 (+11 ms)Closed at 1731201499853 (+2 ms) 2024-11-10T01:18:19,854 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:19,989 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:18:19,989 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:18:19,989 DEBUG [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:18:20,064 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954.replicationSource.wal-reader.0c4d4d227d60%2C34513%2C1731201484954,2-0c4d4d227d60,34513,1731201484954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.1731201489165 to pos 0, reset compression=false 2024-11-10T01:18:20,156 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/.tmp/info/8cb324eeecb241d1b4f4f2e20344f1ea 2024-11-10T01:18:20,190 DEBUG [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:18:20,199 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/.tmp/ns/8f396aae7c8949aa8b6783d870f36235 is 43, key is default/ns:d/1731201490035/Put/seqid=0 2024-11-10T01:18:20,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741840_1016 (size=5153) 2024-11-10T01:18:20,220 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/.tmp/ns/8f396aae7c8949aa8b6783d870f36235 2024-11-10T01:18:20,255 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/.tmp/table/7c3a73565aeb4c0db7a2b1be9ec8ade3 is 53, key is hbase:replication/table:state/1731201497013/Put/seqid=0 2024-11-10T01:18:20,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741841_1017 (size=5256) 2024-11-10T01:18:20,273 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/.tmp/table/7c3a73565aeb4c0db7a2b1be9ec8ade3 2024-11-10T01:18:20,304 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/.tmp/info/8cb324eeecb241d1b4f4f2e20344f1ea as hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/info/8cb324eeecb241d1b4f4f2e20344f1ea 2024-11-10T01:18:20,308 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954.replicationSource.wal-reader.0c4d4d227d60%2C34513%2C1731201484954,1-0c4d4d227d60,34513,1731201484954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.1731201489165 to pos 0, reset compression=false 2024-11-10T01:18:20,331 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/info/8cb324eeecb241d1b4f4f2e20344f1ea, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T01:18:20,333 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/.tmp/ns/8f396aae7c8949aa8b6783d870f36235 as hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/ns/8f396aae7c8949aa8b6783d870f36235 2024-11-10T01:18:20,364 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/ns/8f396aae7c8949aa8b6783d870f36235, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T01:18:20,366 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/.tmp/table/7c3a73565aeb4c0db7a2b1be9ec8ade3 as hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/table/7c3a73565aeb4c0db7a2b1be9ec8ade3 2024-11-10T01:18:20,381 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/table/7c3a73565aeb4c0db7a2b1be9ec8ade3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T01:18:20,383 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 785ms, sequenceid=11, compaction requested=false 2024-11-10T01:18:20,390 DEBUG [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:18:20,401 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T01:18:20,405 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:18:20,405 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:18:20,405 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:18:20,406 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201499596Running coprocessor pre-close hooks at 1731201499596Disabling compacts and flushes for region at 1731201499596Disabling writes for close at 1731201499597 (+1 ms)Obtaining lock to block concurrent updates at 1731201499597Preparing flush snapshotting stores in 1588230740 at 1731201499597Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731201499598 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731201499598Flushing 1588230740/info: creating writer at 1731201499600 (+2 ms)Flushing 1588230740/info: appending metadata at 1731201499706 (+106 ms)Flushing 1588230740/info: closing flushed file at 1731201499709 (+3 ms)Flushing 1588230740/ns: creating writer at 1731201500172 (+463 ms)Flushing 1588230740/ns: appending metadata at 1731201500198 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731201500198Flushing 1588230740/table: creating writer at 1731201500236 (+38 ms)Flushing 1588230740/table: appending metadata at 1731201500254 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731201500254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a9a402e: reopening flushed file at 1731201500296 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4540b367: reopening flushed file at 1731201500331 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9d1304: reopening flushed file at 1731201500364 (+33 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 785ms, sequenceid=11, compaction requested=false at 1731201500383 (+19 ms)Writing region close event to WAL at 1731201500391 (+8 ms)Running coprocessor post-close hooks at 1731201500405 (+14 ms)Closed at 1731201500405 2024-11-10T01:18:20,406 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:18:20,590 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,34513,1731201484954; all regions closed. 2024-11-10T01:18:20,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741834_1010 (size=2742) 2024-11-10T01:18:20,602 DEBUG [RS:0;0c4d4d227d60:34513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/oldWALs 2024-11-10T01:18:20,602 INFO [RS:0;0c4d4d227d60:34513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C34513%2C1731201484954.meta:.meta(num 1731201489774) 2024-11-10T01:18:20,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741837_1013 (size=1802) 2024-11-10T01:18:20,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.rep.1731201496948 not finished, retry = 0 2024-11-10T01:18:20,675 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954.replicationSource.wal-reader.0c4d4d227d60%2C34513%2C1731201484954,2-0c4d4d227d60,34513,1731201484954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954/0c4d4d227d60%2C34513%2C1731201484954.1731201489165 to pos 0, reset compression=false 2024-11-10T01:18:20,709 DEBUG [RS:0;0c4d4d227d60:34513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/oldWALs 2024-11-10T01:18:20,709 INFO [RS:0;0c4d4d227d60:34513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C34513%2C1731201484954.rep:(num 1731201496948) 2024-11-10T01:18:20,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741833_1009 (size=93) 2024-11-10T01:18:20,715 DEBUG [RS:0;0c4d4d227d60:34513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/oldWALs 2024-11-10T01:18:20,716 INFO [RS:0;0c4d4d227d60:34513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C34513%2C1731201484954:(num 1731201489165) 2024-11-10T01:18:20,716 DEBUG [RS:0;0c4d4d227d60:34513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:20,716 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:18:20,716 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:18:20,716 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:18:20,716 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:18:20,716 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:18:20,717 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,34513,1731201484954 because: Region server is closing 2024-11-10T01:18:20,717 INFO [RS:0;0c4d4d227d60:34513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:34513. 2024-11-10T01:18:20,717 DEBUG [RS:0;0c4d4d227d60:34513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:20,717 DEBUG [RS:0;0c4d4d227d60:34513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:20,717 DEBUG [RS:0;0c4d4d227d60:34513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:20,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:20,818 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954.replicationSource.shipper0c4d4d227d60%2C34513%2C1731201484954,1-0c4d4d227d60,34513,1731201484954 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T01:18:20,818 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954.replicationSource.wal-reader.0c4d4d227d60%2C34513%2C1731201484954,1-0c4d4d227d60,34513,1731201484954 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T01:18:20,818 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,34513,1731201484954.replicationSource.shipper0c4d4d227d60%2C34513%2C1731201484954,1-0c4d4d227d60,34513,1731201484954 terminated 2024-11-10T01:18:20,819 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-0c4d4d227d60,34513,1731201484954 because: Region server is closing 2024-11-10T01:18:20,819 INFO [RS:0;0c4d4d227d60:34513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:34513. 2024-11-10T01:18:20,819 DEBUG [RS:0;0c4d4d227d60:34513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:20,819 DEBUG [RS:0;0c4d4d227d60:34513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:20,820 DEBUG [RS:0;0c4d4d227d60:34513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:20,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:20,920 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954.replicationSource.shipper0c4d4d227d60%2C34513%2C1731201484954,2-0c4d4d227d60,34513,1731201484954 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T01:18:20,920 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954.replicationSource.wal-reader.0c4d4d227d60%2C34513%2C1731201484954,2-0c4d4d227d60,34513,1731201484954 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T01:18:20,920 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,34513,1731201484954.replicationSource.shipper0c4d4d227d60%2C34513%2C1731201484954,2-0c4d4d227d60,34513,1731201484954 terminated 2024-11-10T01:18:20,921 INFO [RS:0;0c4d4d227d60:34513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34513 2024-11-10T01:18:20,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438/rs 2024-11-10T01:18:20,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1242166438/rs/0c4d4d227d60,34513,1731201484954 2024-11-10T01:18:20,933 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:18:20,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,34513,1731201484954] 2024-11-10T01:18:20,948 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1242166438/draining/0c4d4d227d60,34513,1731201484954 already deleted, retry=false 2024-11-10T01:18:20,949 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,34513,1731201484954 expired; onlineServers=0 2024-11-10T01:18:20,949 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,41761,1731201483346' ***** 2024-11-10T01:18:20,949 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:18:20,949 INFO [M:0;0c4d4d227d60:41761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:18:20,949 INFO [M:0;0c4d4d227d60:41761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:18:20,949 DEBUG [M:0;0c4d4d227d60:41761 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:18:20,950 DEBUG [M:0;0c4d4d227d60:41761 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:18:20,950 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201488633 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201488633,5,FailOnTimeoutGroup] 2024-11-10T01:18:20,951 INFO [M:0;0c4d4d227d60:41761 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:18:20,951 INFO [M:0;0c4d4d227d60:41761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:18:20,951 DEBUG [M:0;0c4d4d227d60:41761 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:18:20,951 INFO [M:0;0c4d4d227d60:41761 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:18:20,951 INFO [M:0;0c4d4d227d60:41761 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:18:20,951 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:18:20,952 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201488624 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201488624,5,FailOnTimeoutGroup] 2024-11-10T01:18:20,952 INFO [M:0;0c4d4d227d60:41761 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:18:20,952 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:18:20,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1242166438/master 2024-11-10T01:18:20,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:20,965 DEBUG [M:0;0c4d4d227d60:41761 {}] zookeeper.ZKUtil(347): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Unable to get data of znode /0-1242166438/master because node does not exist (not an error) 2024-11-10T01:18:20,965 WARN [M:0;0c4d4d227d60:41761 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:18:20,966 INFO [M:0;0c4d4d227d60:41761 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/.lastflushedseqids 2024-11-10T01:18:20,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741842_1018 (size=181) 2024-11-10T01:18:20,995 INFO [M:0;0c4d4d227d60:41761 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:18:20,995 INFO [M:0;0c4d4d227d60:41761 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:18:20,996 DEBUG [M:0;0c4d4d227d60:41761 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:18:20,996 INFO [M:0;0c4d4d227d60:41761 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:20,996 DEBUG [M:0;0c4d4d227d60:41761 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:20,996 DEBUG [M:0;0c4d4d227d60:41761 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:18:20,996 DEBUG [M:0;0c4d4d227d60:41761 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:20,996 INFO [M:0;0c4d4d227d60:41761 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-10T01:18:21,016 DEBUG [M:0;0c4d4d227d60:41761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ff95290f15341969622f8f7943bbf26 is 82, key is hbase:meta,,1/info:regioninfo/1731201489929/Put/seqid=0 2024-11-10T01:18:21,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741843_1019 (size=5672) 2024-11-10T01:18:21,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:21,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x10122521e180001, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:21,049 INFO [RS:0;0c4d4d227d60:34513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:18:21,050 INFO [RS:0;0c4d4d227d60:34513 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,34513,1731201484954; zookeeper connection closed. 2024-11-10T01:18:21,050 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6277c0ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6277c0ab 2024-11-10T01:18:21,051 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:18:21,294 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:18:21,344 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:18:21,427 INFO [M:0;0c4d4d227d60:41761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ff95290f15341969622f8f7943bbf26 2024-11-10T01:18:21,465 DEBUG [M:0;0c4d4d227d60:41761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59989f02a43b4f8092644f1776596b80 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731201497021/Put/seqid=0 2024-11-10T01:18:21,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741844_1020 (size=8663) 2024-11-10T01:18:21,880 INFO [M:0;0c4d4d227d60:41761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59989f02a43b4f8092644f1776596b80 2024-11-10T01:18:21,911 DEBUG [M:0;0c4d4d227d60:41761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/235762e4b9a5498e8dc2c8243f368196 is 69, key is 0c4d4d227d60,34513,1731201484954/rs:state/1731201488710/Put/seqid=0 2024-11-10T01:18:21,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741845_1021 (size=5156) 2024-11-10T01:18:22,321 INFO [M:0;0c4d4d227d60:41761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/235762e4b9a5498e8dc2c8243f368196 2024-11-10T01:18:22,333 DEBUG [M:0;0c4d4d227d60:41761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ff95290f15341969622f8f7943bbf26 as hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ff95290f15341969622f8f7943bbf26 2024-11-10T01:18:22,343 INFO [M:0;0c4d4d227d60:41761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ff95290f15341969622f8f7943bbf26, entries=8, sequenceid=115, filesize=5.5 K 2024-11-10T01:18:22,346 DEBUG [M:0;0c4d4d227d60:41761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59989f02a43b4f8092644f1776596b80 as hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59989f02a43b4f8092644f1776596b80 2024-11-10T01:18:22,358 INFO [M:0;0c4d4d227d60:41761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59989f02a43b4f8092644f1776596b80, entries=14, sequenceid=115, filesize=8.5 K 2024-11-10T01:18:22,364 DEBUG [M:0;0c4d4d227d60:41761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/235762e4b9a5498e8dc2c8243f368196 as hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/235762e4b9a5498e8dc2c8243f368196 2024-11-10T01:18:22,379 INFO [M:0;0c4d4d227d60:41761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/235762e4b9a5498e8dc2c8243f368196, entries=1, sequenceid=115, filesize=5.0 K 2024-11-10T01:18:22,382 INFO [M:0;0c4d4d227d60:41761 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1385ms, sequenceid=115, compaction requested=false 2024-11-10T01:18:22,392 INFO [M:0;0c4d4d227d60:41761 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:22,393 DEBUG [M:0;0c4d4d227d60:41761 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201500995Disabling compacts and flushes for region at 1731201500995Disabling writes for close at 1731201500996 (+1 ms)Obtaining lock to block concurrent updates at 1731201500996Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201500996Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731201500997 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201500998 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201500998Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201501016 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201501016Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201501440 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201501464 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201501464Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201501888 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201501911 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201501911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1458a85e: reopening flushed file at 1731201502331 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17ac130f: reopening flushed file at 1731201502343 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724e92e8: reopening flushed file at 1731201502359 (+16 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1385ms, sequenceid=115, compaction requested=false at 1731201502382 (+23 ms)Writing region close event to WAL at 1731201502392 (+10 ms)Closed at 1731201502392 2024-11-10T01:18:22,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741830_1006 (size=59421) 2024-11-10T01:18:22,403 INFO [M:0;0c4d4d227d60:41761 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:18:22,404 INFO [M:0;0c4d4d227d60:41761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41761 2024-11-10T01:18:22,404 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:18:22,404 INFO [M:0;0c4d4d227d60:41761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:18:22,567 INFO [M:0;0c4d4d227d60:41761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:18:22,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:22,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10122521e180000, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:22,574 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:18:22,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:22,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:22,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:18:22,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:22,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:18:22,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:18:22,575 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:18:22,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36027 2024-11-10T01:18:22,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36027 connecting to ZooKeeper ensemble=127.0.0.1:60978 2024-11-10T01:18:22,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360270x0, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:22,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36027-0x10122521e180006 connected 2024-11-10T01:18:22,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:22,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:22,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on znode that does not yet exist, /0-1242166438/running 2024-11-10T01:18:22,642 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f, hbase.cluster.distributed=false 2024-11-10T01:18:22,643 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1242166438/meta-region-server: INIT 2024-11-10T01:18:22,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on znode that does not yet exist, /0-1242166438/acl 2024-11-10T01:18:22,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36027 2024-11-10T01:18:22,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36027 2024-11-10T01:18:22,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36027 2024-11-10T01:18:22,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36027 2024-11-10T01:18:22,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36027 2024-11-10T01:18:22,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:18:22,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:22,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:22,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:18:22,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:22,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:18:22,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:18:22,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:18:22,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45525 2024-11-10T01:18:22,687 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45525 connecting to ZooKeeper ensemble=127.0.0.1:60978 2024-11-10T01:18:22,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:22,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:22,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455250x0, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:22,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455250x0, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on znode that does not yet exist, /0-1242166438/running 2024-11-10T01:18:22,808 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1242166438/meta-region-server: INIT 2024-11-10T01:18:22,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45525-0x10122521e180007 connected 2024-11-10T01:18:22,808 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:18:22,813 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:18:22,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on znode that does not yet exist, /0-1242166438/master 2024-11-10T01:18:22,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on znode that does not yet exist, /0-1242166438/acl 2024-11-10T01:18:22,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45525 2024-11-10T01:18:22,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45525 2024-11-10T01:18:22,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45525 2024-11-10T01:18:22,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45525 2024-11-10T01:18:22,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45525 2024-11-10T01:18:22,842 DEBUG [M:0;0c4d4d227d60:36027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:36027 2024-11-10T01:18:22,842 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1242166438/backup-masters/0c4d4d227d60,36027,1731201502574 2024-11-10T01:18:23,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438/backup-masters 2024-11-10T01:18:23,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438/backup-masters 2024-11-10T01:18:23,007 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on existing znode=/0-1242166438/backup-masters/0c4d4d227d60,36027,1731201502574 2024-11-10T01:18:23,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1242166438/master 2024-11-10T01:18:23,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:23,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:23,140 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on existing znode=/0-1242166438/master 2024-11-10T01:18:23,141 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1242166438/backup-masters/0c4d4d227d60,36027,1731201502574 from backup master directory 2024-11-10T01:18:23,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438/backup-masters 2024-11-10T01:18:23,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1242166438/backup-masters/0c4d4d227d60,36027,1731201502574 2024-11-10T01:18:23,222 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:18:23,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438/backup-masters 2024-11-10T01:18:23,222 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,36027,1731201502574 2024-11-10T01:18:23,240 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:23,240 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:18:23,258 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-11-10T01:18:23,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741846_1022 (size=196) 2024-11-10T01:18:23,310 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:18:23,310 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:18:23,316 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:23,326 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T01:18:23,331 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/WALs/0c4d4d227d60,41761,1731201483346 to hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/WALs/0c4d4d227d60,41761,1731201483346-dead as it is dead 2024-11-10T01:18:23,333 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T01:18:23,334 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T01:18:23,334 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/WALs/0c4d4d227d60,41761,1731201483346-dead/0c4d4d227d60%2C41761%2C1731201483346.1731201486622 2024-11-10T01:18:23,341 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/WALs/0c4d4d227d60,41761,1731201483346-dead/0c4d4d227d60%2C41761%2C1731201483346.1731201486622 after 4ms 2024-11-10T01:18:23,348 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/WALs/0c4d4d227d60,41761,1731201483346-dead/0c4d4d227d60%2C41761%2C1731201483346.1731201486622 to hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0c4d4d227d60%2C41761%2C1731201483346.1731201486622 2024-11-10T01:18:23,348 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/WALs/0c4d4d227d60,41761,1731201483346-dead 2024-11-10T01:18:23,349 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/WALs/0c4d4d227d60,36027,1731201502574 2024-11-10T01:18:23,351 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:18:23,352 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C36027%2C1731201502574, suffix=, logDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/WALs/0c4d4d227d60,36027,1731201502574, archiveDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/oldWALs, maxLogs=10 2024-11-10T01:18:23,366 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/WALs/0c4d4d227d60,36027,1731201502574/0c4d4d227d60%2C36027%2C1731201502574.1731201503352, exclude list is [], retry=0 2024-11-10T01:18:23,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-f14bee17-2a88-456c-a7a0-d44768b367a7,DISK] 2024-11-10T01:18:23,372 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/WALs/0c4d4d227d60,36027,1731201502574/0c4d4d227d60%2C36027%2C1731201502574.1731201503352 2024-11-10T01:18:23,372 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41605:41605)] 2024-11-10T01:18:23,372 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:18:23,372 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:23,373 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:23,373 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:23,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:23,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:18:23,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:23,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ff95290f15341969622f8f7943bbf26 2024-11-10T01:18:23,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:23,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:23,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:18:23,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:23,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59989f02a43b4f8092644f1776596b80 2024-11-10T01:18:23,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:23,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:23,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:18:23,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:23,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/235762e4b9a5498e8dc2c8243f368196 2024-11-10T01:18:23,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:23,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:23,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:18:23,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:23,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:23,410 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:23,411 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T01:18:23,411 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0c4d4d227d60%2C41761%2C1731201483346.1731201486622 2024-11-10T01:18:23,431 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0c4d4d227d60%2C41761%2C1731201483346.1731201486622 2024-11-10T01:18:23,433 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0c4d4d227d60%2C41761%2C1731201483346.1731201486622 2024-11-10T01:18:23,435 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:23,435 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:23,440 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:23,448 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:23,457 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-10T01:18:23,458 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60109702, jitterRate=-0.10429564118385315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:23,459 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201503373Initializing all the Stores at 1731201503374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201503374Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201503374Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201503374Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201503374Cleaning up temporary data from old regions at 1731201503435 (+61 ms)Region opened successfully at 1731201503459 (+24 ms) 2024-11-10T01:18:23,459 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:18:23,463 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af9ad9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:18:23,475 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T01:18:23,475 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:18:23,475 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:18:23,476 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:18:23,476 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:18:23,486 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:23,486 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:18:23,487 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:18:23,487 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:18:23,488 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T01:18:23,488 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T01:18:23,488 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-11-10T01:18:23,488 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:18:23,496 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=0c4d4d227d60,34513,1731201484954, regionLocation=0c4d4d227d60,34513,1731201484954, openSeqNum=2 2024-11-10T01:18:23,497 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=0c4d4d227d60,34513,1731201484954, table=hbase:meta, region=1588230740 2024-11-10T01:18:23,497 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,34513,1731201484954, state=OPEN 2024-11-10T01:18:23,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1242166438/meta-region-server 2024-11-10T01:18:23,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1242166438/meta-region-server 2024-11-10T01:18:23,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1242166438/meta-region-server: CHANGED 2024-11-10T01:18:23,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1242166438/meta-region-server: CHANGED 2024-11-10T01:18:23,511 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:18:23,546 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1242166438/draining/0c4d4d227d60,34513,1731201484954 already deleted, retry=false 2024-11-10T01:18:23,546 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 0c4d4d227d60,34513,1731201484954 on 0c4d4d227d60,36027,1731201502574 2024-11-10T01:18:23,554 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0c4d4d227d60,34513,1731201484954, splitWal=true, meta=true 2024-11-10T01:18:23,565 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 0c4d4d227d60,34513,1731201484954 (carryingMeta=true) 0c4d4d227d60,34513,1731201484954/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@37b593e7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T01:18:23,570 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Unable to get data of znode /0-1242166438/balancer because node does not exist (not necessarily an error) 2024-11-10T01:18:23,641 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1242166438/balancer already deleted, retry=false 2024-11-10T01:18:23,642 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:18:23,643 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Unable to get data of znode /0-1242166438/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:18:23,674 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1242166438/normalizer already deleted, retry=false 2024-11-10T01:18:23,675 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:18:23,676 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Unable to get data of znode /0-1242166438/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:18:23,685 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1242166438/switch/split already deleted, retry=false 2024-11-10T01:18:23,686 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Unable to get data of znode /0-1242166438/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:18:23,695 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1242166438/switch/merge already deleted, retry=false 2024-11-10T01:18:23,718 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Unable to get data of znode /0-1242166438/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:18:23,727 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1242166438/snapshot-cleanup already deleted, retry=false 2024-11-10T01:18:23,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1242166438/running 2024-11-10T01:18:23,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1242166438/running 2024-11-10T01:18:23,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:23,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:23,739 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,36027,1731201502574, sessionid=0x10122521e180006, setting cluster-up flag (Was=false) 2024-11-10T01:18:23,751 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1242166438/flush-table-proc/acquired, /0-1242166438/flush-table-proc/reached, /0-1242166438/flush-table-proc/abort 2024-11-10T01:18:23,753 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,36027,1731201502574 2024-11-10T01:18:23,765 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1242166438/online-snapshot/acquired, /0-1242166438/online-snapshot/reached, /0-1242166438/online-snapshot/abort 2024-11-10T01:18:23,767 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,36027,1731201502574 2024-11-10T01:18:23,770 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/.lastflushedseqids 2024-11-10T01:18:23,777 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:18:23,777 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:18:23,777 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,36027,1731201502574 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 0c4d4d227d60,34513,1731201484954 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:18:23,779 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:23,779 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:23,779 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:23,779 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:23,780 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:18:23,780 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:23,780 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:18:23,780 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:23,796 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201533796 2024-11-10T01:18:23,796 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:18:23,797 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:18:23,797 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:18:23,797 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:18:23,797 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:18:23,797 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:18:23,799 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0c4d4d227d60,34513,1731201484954, splitWal=true, meta=true 2024-11-10T01:18:23,800 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:23,801 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 0c4d4d227d60,34513,1731201484954, splitWal=true, meta=true, isMeta: true 2024-11-10T01:18:23,803 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954-splitting 2024-11-10T01:18:23,805 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954-splitting dir is empty, no logs to split. 2024-11-10T01:18:23,805 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0c4d4d227d60,34513,1731201484954 WAL count=0, meta=true 2024-11-10T01:18:23,805 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:18:23,805 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:18:23,805 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:18:23,805 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:18:23,809 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954-splitting dir is empty, no logs to split. 2024-11-10T01:18:23,809 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0c4d4d227d60,34513,1731201484954 WAL count=0, meta=true 2024-11-10T01:18:23,810 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 0c4d4d227d60,34513,1731201484954 WAL splitting is done? wals=0, meta=true 2024-11-10T01:18:23,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:18:23,817 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:18:23,819 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T01:18:23,820 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:18:23,820 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:18:23,824 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201503820,5,FailOnTimeoutGroup] 2024-11-10T01:18:23,827 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201503824,5,FailOnTimeoutGroup] 2024-11-10T01:18:23,827 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:23,828 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:18:23,828 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:23,828 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:23,828 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201503828, completionTime=-1 2024-11-10T01:18:23,828 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T01:18:23,832 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T01:18:23,832 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(746): ClusterId : 555d6832-e226-45ca-8793-187aaa00660e 2024-11-10T01:18:23,832 DEBUG [RS:0;0c4d4d227d60:45525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:18:23,844 DEBUG [RS:0;0c4d4d227d60:45525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:18:23,844 DEBUG [RS:0;0c4d4d227d60:45525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:18:23,860 DEBUG [RS:0;0c4d4d227d60:45525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:18:23,861 DEBUG [RS:0;0c4d4d227d60:45525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738e9be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:18:23,879 DEBUG [RS:0;0c4d4d227d60:45525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:45525 2024-11-10T01:18:23,879 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:18:23,879 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:18:23,879 DEBUG [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:18:23,881 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,36027,1731201502574 with port=45525, startcode=1731201502681 2024-11-10T01:18:23,881 DEBUG [RS:0;0c4d4d227d60:45525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:18:23,885 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:18:23,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36027 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,45525,1731201502681 2024-11-10T01:18:23,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36027 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,45525,1731201502681 2024-11-10T01:18:23,889 DEBUG [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f 2024-11-10T01:18:23,889 DEBUG [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42583 2024-11-10T01:18:23,890 DEBUG [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:18:23,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438/rs 2024-11-10T01:18:23,903 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,45525,1731201502681] 2024-11-10T01:18:23,904 DEBUG [RS:0;0c4d4d227d60:45525 {}] zookeeper.ZKUtil(111): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on existing znode=/0-1242166438/rs/0c4d4d227d60,45525,1731201502681 2024-11-10T01:18:23,904 WARN [RS:0;0c4d4d227d60:45525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:18:23,904 INFO [RS:0;0c4d4d227d60:45525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:23,904 DEBUG [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681 2024-11-10T01:18:23,932 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T01:18:23,968 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:18:23,969 WARN [0c4d4d227d60:36027 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T01:18:23,979 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:18:23,979 INFO [RS:0;0c4d4d227d60:45525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:18:23,980 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:23,980 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:18:23,984 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:18:23,984 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:23,984 DEBUG [RS:0;0c4d4d227d60:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:23,984 DEBUG [RS:0;0c4d4d227d60:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:23,984 DEBUG [RS:0;0c4d4d227d60:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:23,985 DEBUG [RS:0;0c4d4d227d60:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:23,985 DEBUG [RS:0;0c4d4d227d60:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:23,985 DEBUG [RS:0;0c4d4d227d60:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:18:23,985 DEBUG [RS:0;0c4d4d227d60:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:23,985 DEBUG [RS:0;0c4d4d227d60:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:23,985 DEBUG [RS:0;0c4d4d227d60:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:23,985 DEBUG [RS:0;0c4d4d227d60:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:23,985 DEBUG [RS:0;0c4d4d227d60:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:23,986 DEBUG [RS:0;0c4d4d227d60:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:23,986 DEBUG [RS:0;0c4d4d227d60:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:18:23,986 DEBUG [RS:0;0c4d4d227d60:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:18:23,988 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:23,988 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:23,988 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:23,988 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:23,988 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:23,988 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,45525,1731201502681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:18:24,011 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:18:24,012 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,45525,1731201502681-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:24,033 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,45525,1731201502681, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:18:24,056 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.ReplicationSource(231): queueId=2-0c4d4d227d60,45525,1731201502681, ReplicationSource: 2, currentBandwidth=0 2024-11-10T01:18:24,057 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:24,057 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.Replication(171): 0c4d4d227d60,45525,1731201502681 started 2024-11-10T01:18:24,068 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource,1-0c4d4d227d60,45525,1731201502681 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:34711' 2024-11-10T01:18:24,070 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource,1-0c4d4d227d60,45525,1731201502681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b381148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:24,070 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource,1-0c4d4d227d60,45525,1731201502681 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34711,-1 for getting cluster id 2024-11-10T01:18:24,070 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource,1-0c4d4d227d60,45525,1731201502681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:24,095 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:24,096 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,45525,1731201502681, RpcServer on 0c4d4d227d60/172.17.0.3:45525, sessionid=0x10122521e180007 2024-11-10T01:18:24,096 DEBUG [RS:0;0c4d4d227d60:45525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:18:24,096 DEBUG [RS:0;0c4d4d227d60:45525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,45525,1731201502681 2024-11-10T01:18:24,096 DEBUG [RS:0;0c4d4d227d60:45525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,45525,1731201502681' 2024-11-10T01:18:24,096 DEBUG [RS:0;0c4d4d227d60:45525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1242166438/flush-table-proc/abort' 2024-11-10T01:18:24,097 DEBUG [RS:0;0c4d4d227d60:45525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1242166438/flush-table-proc/acquired' 2024-11-10T01:18:24,097 DEBUG [RS:0;0c4d4d227d60:45525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:18:24,097 DEBUG [RS:0;0c4d4d227d60:45525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:18:24,097 DEBUG [RS:0;0c4d4d227d60:45525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,45525,1731201502681 2024-11-10T01:18:24,097 DEBUG [RS:0;0c4d4d227d60:45525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,45525,1731201502681' 2024-11-10T01:18:24,097 DEBUG [RS:0;0c4d4d227d60:45525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1242166438/online-snapshot/abort' 2024-11-10T01:18:24,098 DEBUG [RS:0;0c4d4d227d60:45525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1242166438/online-snapshot/acquired' 2024-11-10T01:18:24,098 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9b0b641-c4e6-4076-bb03-0cfe3e5c6a13' 2024-11-10T01:18:24,099 DEBUG [RS:0;0c4d4d227d60:45525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:18:24,099 INFO [RS:0;0c4d4d227d60:45525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:18:24,099 INFO [RS:0;0c4d4d227d60:45525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:18:24,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:24,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9b0b641-c4e6-4076-bb03-0cfe3e5c6a13" 2024-11-10T01:18:24,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@191d67a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:24,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34711,-1] 2024-11-10T01:18:24,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:24,106 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource,2-0c4d4d227d60,45525,1731201502681 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:34711' 2024-11-10T01:18:24,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:24,107 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:24,107 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource,2-0c4d4d227d60,45525,1731201502681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f2b40e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:24,107 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource,2-0c4d4d227d60,45525,1731201502681 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34711,-1 for getting cluster id 2024-11-10T01:18:24,108 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource,2-0c4d4d227d60,45525,1731201502681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:24,108 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource,1-0c4d4d227d60,45525,1731201502681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19752651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:24,108 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource,1-0c4d4d227d60,45525,1731201502681 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:18:24,109 DEBUG [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9b0b641-c4e6-4076-bb03-0cfe3e5c6a13' 2024-11-10T01:18:24,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:24,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9b0b641-c4e6-4076-bb03-0cfe3e5c6a13" 2024-11-10T01:18:24,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@184f712e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:24,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34711,-1] 2024-11-10T01:18:24,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:24,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:24,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:24,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@335f890 2024-11-10T01:18:24,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:18:24,115 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:24,115 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T01:18:24,117 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource,2-0c4d4d227d60,45525,1731201502681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@757eb517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:24,117 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource,2-0c4d4d227d60,45525,1731201502681 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:18:24,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:24,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4df4d1f 2024-11-10T01:18:24,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:18:24,120 INFO [RS:0;0c4d4d227d60:45525.replicationSource,1-0c4d4d227d60,45525,1731201502681 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,45525,1731201502681 (queues=0) is replicating from cluster=555d6832-e226-45ca-8793-187aaa00660e to cluster=d9b0b641-c4e6-4076-bb03-0cfe3e5c6a13 2024-11-10T01:18:24,121 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T01:18:24,124 INFO [RS:0;0c4d4d227d60:45525.replicationSource,2-0c4d4d227d60,45525,1731201502681 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-0c4d4d227d60,45525,1731201502681 (queues=0) is replicating from cluster=555d6832-e226-45ca-8793-187aaa00660e to cluster=d9b0b641-c4e6-4076-bb03-0cfe3e5c6a13 2024-11-10T01:18:24,201 INFO [RS:0;0c4d4d227d60:45525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:18:24,204 INFO [RS:0;0c4d4d227d60:45525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C45525%2C1731201502681, suffix=, logDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681, archiveDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/oldWALs, maxLogs=10 2024-11-10T01:18:24,222 DEBUG [RS:0;0c4d4d227d60:45525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205, exclude list is [], retry=0 2024-11-10T01:18:24,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-f14bee17-2a88-456c-a7a0-d44768b367a7,DISK] 2024-11-10T01:18:24,237 INFO [RS:0;0c4d4d227d60:45525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 2024-11-10T01:18:24,237 DEBUG [RS:0;0c4d4d227d60:45525 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 0c4d4d227d60%2C45525%2C1731201502681 for peer 2 2024-11-10T01:18:24,237 DEBUG [RS:0;0c4d4d227d60:45525 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 0c4d4d227d60%2C45525%2C1731201502681 for peer 1 2024-11-10T01:18:24,237 DEBUG [RS:0;0c4d4d227d60:45525 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C45525%2C1731201502681 2024-11-10T01:18:24,237 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,45525,1731201502681, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:18:24,238 DEBUG [RS:0;0c4d4d227d60:45525 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=0c4d4d227d60%2C45525%2C1731201502681 2024-11-10T01:18:24,238 INFO [RS:0;0c4d4d227d60:45525.replicationSource.shipper0c4d4d227d60%2C45525%2C1731201502681,1-0c4d4d227d60,45525,1731201502681 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C45525%2C1731201502681 2024-11-10T01:18:24,238 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-0c4d4d227d60,45525,1731201502681, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:18:24,238 INFO [RS:0;0c4d4d227d60:45525.replicationSource.shipper0c4d4d227d60%2C45525%2C1731201502681,2-0c4d4d227d60,45525,1731201502681 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C45525%2C1731201502681 2024-11-10T01:18:24,238 DEBUG [RS:0;0c4d4d227d60:45525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41605:41605)] 2024-11-10T01:18:24,238 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,2-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205, startPosition=0, beingWritten=true 2024-11-10T01:18:24,238 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,1-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205, startPosition=0, beingWritten=true 2024-11-10T01:18:24,455 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,2-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:24,464 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,1-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:24,469 DEBUG [0c4d4d227d60:36027 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:18:24,470 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,45525,1731201502681 2024-11-10T01:18:24,474 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,45525,1731201502681, state=OPENING 2024-11-10T01:18:24,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1242166438/meta-region-server 2024-11-10T01:18:24,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1242166438/meta-region-server 2024-11-10T01:18:24,485 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:18:24,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1242166438/meta-region-server: CHANGED 2024-11-10T01:18:24,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1242166438/meta-region-server: CHANGED 2024-11-10T01:18:24,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,45525,1731201502681}] 2024-11-10T01:18:24,639 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:18:24,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:18:24,646 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:18:24,646 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:24,647 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:18:24,651 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C45525%2C1731201502681.meta, suffix=.meta, logDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681, archiveDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/oldWALs, maxLogs=10 2024-11-10T01:18:24,668 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.meta.1731201504653.meta, exclude list is [], retry=0 2024-11-10T01:18:24,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-f14bee17-2a88-456c-a7a0-d44768b367a7,DISK] 2024-11-10T01:18:24,679 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.meta.1731201504653.meta 2024-11-10T01:18:24,679 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41605:41605)] 2024-11-10T01:18:24,679 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:18:24,680 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:18:24,680 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:18:24,680 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:18:24,680 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:18:24,680 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:18:24,680 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:24,681 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:18:24,681 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:18:24,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:18:24,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:18:24,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:24,696 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/info/8cb324eeecb241d1b4f4f2e20344f1ea 2024-11-10T01:18:24,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:24,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:18:24,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:18:24,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:24,706 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/ns/8f396aae7c8949aa8b6783d870f36235 2024-11-10T01:18:24,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:24,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:18:24,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:18:24,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:24,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:24,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:18:24,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:18:24,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:24,719 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/table/7c3a73565aeb4c0db7a2b1be9ec8ade3 2024-11-10T01:18:24,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:24,720 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:18:24,721 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740 2024-11-10T01:18:24,722 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740 2024-11-10T01:18:24,724 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:18:24,724 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:18:24,725 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:24,727 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:18:24,728 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67379368, jitterRate=0.004030823707580566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:24,728 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:18:24,729 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201504681Writing region info on filesystem at 1731201504681Initializing all the Stores at 1731201504682 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201504682Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201504684 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201504684Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201504684Cleaning up temporary data from old regions at 1731201504724 (+40 ms)Running coprocessor post-open hooks at 1731201504728 (+4 ms)Region opened successfully at 1731201504728 2024-11-10T01:18:24,731 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731201504639 2024-11-10T01:18:24,734 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:18:24,734 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:18:24,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=0c4d4d227d60,45525,1731201502681 2024-11-10T01:18:24,736 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,45525,1731201502681, state=OPEN 2024-11-10T01:18:24,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1242166438/meta-region-server 2024-11-10T01:18:24,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1242166438/meta-region-server 2024-11-10T01:18:24,748 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,45525,1731201502681 2024-11-10T01:18:24,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1242166438/meta-region-server: CHANGED 2024-11-10T01:18:24,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1242166438/meta-region-server: CHANGED 2024-11-10T01:18:24,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-10T01:18:24,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,45525,1731201502681 in 263 msec 2024-11-10T01:18:24,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T01:18:24,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 938 msec 2024-11-10T01:18:24,763 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,2-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:24,778 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,1-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:25,170 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,2-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:25,188 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,1-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:25,435 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-10T01:18:25,677 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,2-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:25,695 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,1-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:26,285 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,2-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:26,307 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,1-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:26,321 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:18:26,937 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-10T01:18:26,992 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,2-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:27,013 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,1-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:27,799 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,2-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:27,818 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,1-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:28,340 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T01:18:28,340 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:18:28,340 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:18:28,341 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,45525,1731201502681, seqNum=-1] 2024-11-10T01:18:28,341 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:18:28,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:18:28,351 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=37918a699c7ce62f9ade95bb594c290a, regionState=OPEN, lastHost=0c4d4d227d60,34513,1731201484954, regionLocation=0c4d4d227d60,34513,1731201484954, openSeqNum=2 2024-11-10T01:18:28,351 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:18:28,351 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201568351 2024-11-10T01:18:28,351 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201628351 2024-11-10T01:18:28,351 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-10T01:18:28,352 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,36027,1731201502574-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:28,352 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,36027,1731201502574-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:28,352 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,36027,1731201502574-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:28,352 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 0c4d4d227d60,34513,1731201484954 had 2 regions 2024-11-10T01:18:28,352 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:36027, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:28,352 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:28,353 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:28,354 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0c4d4d227d60,34513,1731201484954, splitWal=true, meta=true, isMeta: false 2024-11-10T01:18:28,357 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954-splitting dir is empty, no logs to split. 2024-11-10T01:18:28,358 INFO [PEWorker-3 {}] master.SplitWALManager(105): 0c4d4d227d60,34513,1731201484954 WAL count=0, meta=false 2024-11-10T01:18:28,364 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,34513,1731201484954-splitting dir is empty, no logs to split. 2024-11-10T01:18:28,364 INFO [PEWorker-3 {}] master.SplitWALManager(105): 0c4d4d227d60,34513,1731201484954 WAL count=0, meta=false 2024-11-10T01:18:28,364 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 0c4d4d227d60,34513,1731201484954 WAL splitting is done? wals=0, meta=false 2024-11-10T01:18:28,368 WARN [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=0c4d4d227d60,34513,1731201484954/hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:28,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37918a699c7ce62f9ade95bb594c290a, ASSIGN}] 2024-11-10T01:18:28,370 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.148sec 2024-11-10T01:18:28,371 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:18:28,371 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:18:28,371 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:18:28,371 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:18:28,371 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:18:28,371 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37918a699c7ce62f9ade95bb594c290a, ASSIGN 2024-11-10T01:18:28,371 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,36027,1731201502574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:18:28,371 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,36027,1731201502574-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:18:28,373 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37918a699c7ce62f9ade95bb594c290a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T01:18:28,381 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:18:28,381 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:18:28,381 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,36027,1731201502574-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:28,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3679e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:28,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,36027,-1 for getting cluster id 2024-11-10T01:18:28,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:28,439 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '555d6832-e226-45ca-8793-187aaa00660e' 2024-11-10T01:18:28,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:28,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "555d6832-e226-45ca-8793-187aaa00660e" 2024-11-10T01:18:28,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728b9231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:28,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,36027,-1] 2024-11-10T01:18:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:28,443 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff6e61e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:28,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:18:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,45525,1731201502681, seqNum=-1] 2024-11-10T01:18:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:18:28,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:18:28,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T01:18:28,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:18:28,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:28,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:28,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:28,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:28,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 0c4d4d227d60:36027 after: 0c4d4d227d60:36027 2024-11-10T01:18:28,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59166429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:28,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,36027,-1 for getting cluster id 2024-11-10T01:18:28,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:28,457 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '555d6832-e226-45ca-8793-187aaa00660e' 2024-11-10T01:18:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "555d6832-e226-45ca-8793-187aaa00660e" 2024-11-10T01:18:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5689a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,36027,-1] 2024-11-10T01:18:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:28,461 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:28,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dec7dfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:28,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:18:28,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,36027,1731201502574 2024-11-10T01:18:28,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c86f8a1 2024-11-10T01:18:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:18:28,466 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:18:28,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T01:18:28,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T01:18:28,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T01:18:28,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T01:18:28,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:18:28,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:18:28,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:28,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:28,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:28,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:28,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:18:28,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=455133924, stopped=false 2024-11-10T01:18:28,470 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,34711,1731201493056 2024-11-10T01:18:28,523 DEBUG [0c4d4d227d60:36027 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:18:28,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=37918a699c7ce62f9ade95bb594c290a, regionState=OPENING, regionLocation=0c4d4d227d60,45525,1731201502681 2024-11-10T01:18:28,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37918a699c7ce62f9ade95bb594c290a, ASSIGN because future has completed 2024-11-10T01:18:28,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37918a699c7ce62f9ade95bb594c290a, server=0c4d4d227d60,45525,1731201502681}] 2024-11-10T01:18:28,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11676713228/running 2024-11-10T01:18:28,554 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:18:28,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228 2024-11-10T01:18:28,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:18:28,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:28,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:28,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11676713228/running 2024-11-10T01:18:28,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228 2024-11-10T01:18:28,555 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,34533,1731201493180' ***** 2024-11-10T01:18:28,555 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:18:28,556 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:18:28,556 INFO [RS:0;0c4d4d227d60:34533 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:18:28,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Set watcher on znode that does not yet exist, /11676713228/running 2024-11-10T01:18:28,556 INFO [RS:0;0c4d4d227d60:34533 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:18:28,556 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,34533,1731201493180 2024-11-10T01:18:28,556 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:18:28,556 INFO [RS:0;0c4d4d227d60:34533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:34533. 2024-11-10T01:18:28,556 DEBUG [RS:0;0c4d4d227d60:34533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:28,556 DEBUG [RS:0;0c4d4d227d60:34533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:28,556 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:18:28,556 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:18:28,556 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:18:28,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Set watcher on znode that does not yet exist, /11676713228/running 2024-11-10T01:18:28,557 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:18:28,557 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:18:28,564 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:18:28,564 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T01:18:28,564 DEBUG [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:18:28,564 DEBUG [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:18:28,564 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:18:28,564 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:18:28,565 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:18:28,565 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:18:28,565 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:18:28,565 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T01:18:28,595 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/data/hbase/meta/1588230740/.tmp/ns/5162a3f8760c4056b07838ac1e7fac3b is 43, key is default/ns:d/1731201495844/Put/seqid=0 2024-11-10T01:18:28,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741835_1011 (size=5153) 2024-11-10T01:18:28,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:28,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:28,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:18:28,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C45525%2C1731201502681.rep, suffix=, logDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681, archiveDir=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/oldWALs, maxLogs=10 2024-11-10T01:18:28,704 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,2-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:28,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.rep.1731201508697, exclude list is [], retry=0 2024-11-10T01:18:28,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-f14bee17-2a88-456c-a7a0-d44768b367a7,DISK] 2024-11-10T01:18:28,724 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,1-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:28,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.rep.1731201508697 2024-11-10T01:18:28,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41605:41605)] 2024-11-10T01:18:28,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 37918a699c7ce62f9ade95bb594c290a, NAME => 'hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:18:28,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:18:28,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:18:28,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. service=MultiRowMutationService 2024-11-10T01:18:28,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:18:28,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:28,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:28,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:28,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:28,740 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:28,747 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37918a699c7ce62f9ade95bb594c290a columnFamilyName hfileref 2024-11-10T01:18:28,747 DEBUG [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:28,750 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] regionserver.HStore(327): Store=37918a699c7ce62f9ade95bb594c290a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:28,751 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:28,752 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37918a699c7ce62f9ade95bb594c290a columnFamilyName queue 2024-11-10T01:18:28,753 DEBUG [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:28,764 DEBUG [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:18:28,769 DEBUG [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/replication/37918a699c7ce62f9ade95bb594c290a/queue/4209d5c7cf9d49dca40ba92080c277b3 2024-11-10T01:18:28,769 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] regionserver.HStore(327): Store=37918a699c7ce62f9ade95bb594c290a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:28,770 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:28,771 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37918a699c7ce62f9ade95bb594c290a columnFamilyName sid 2024-11-10T01:18:28,771 DEBUG [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:28,772 INFO [StoreOpener-37918a699c7ce62f9ade95bb594c290a-1 {}] regionserver.HStore(327): Store=37918a699c7ce62f9ade95bb594c290a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:28,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:28,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/replication/37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:28,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/replication/37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:28,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:28,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:28,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:18:28,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:28,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 37918a699c7ce62f9ade95bb594c290a; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72132161, jitterRate=0.07485295832157135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:18:28,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:28,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 37918a699c7ce62f9ade95bb594c290a: Running coprocessor pre-open hook at 1731201508737Writing region info on filesystem at 1731201508737Initializing all the Stores at 1731201508738 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201508738Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201508740 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201508740Cleaning up temporary data from old regions at 1731201508776 (+36 ms)Running coprocessor post-open hooks at 1731201508780 (+4 ms)Region opened successfully at 1731201508781 (+1 ms) 2024-11-10T01:18:28,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a., pid=19, masterSystemTime=1731201508688 2024-11-10T01:18:28,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:28,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:28,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=37918a699c7ce62f9ade95bb594c290a, regionState=OPEN, openSeqNum=10, regionLocation=0c4d4d227d60,45525,1731201502681 2024-11-10T01:18:28,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37918a699c7ce62f9ade95bb594c290a, server=0c4d4d227d60,45525,1731201502681 because future has completed 2024-11-10T01:18:28,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-10T01:18:28,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 37918a699c7ce62f9ade95bb594c290a, server=0c4d4d227d60,45525,1731201502681 in 273 msec 2024-11-10T01:18:28,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-10T01:18:28,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37918a699c7ce62f9ade95bb594c290a, ASSIGN in 441 msec 2024-11-10T01:18:28,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T01:18:28,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a., hostname=0c4d4d227d60,45525,1731201502681, seqNum=10] 2024-11-10T01:18:28,872 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 0c4d4d227d60,34513,1731201484954 2024-11-10T01:18:28,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T01:18:28,965 DEBUG [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:18:29,001 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/data/hbase/meta/1588230740/.tmp/ns/5162a3f8760c4056b07838ac1e7fac3b 2024-11-10T01:18:29,012 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/data/hbase/meta/1588230740/.tmp/ns/5162a3f8760c4056b07838ac1e7fac3b as hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/data/hbase/meta/1588230740/ns/5162a3f8760c4056b07838ac1e7fac3b 2024-11-10T01:18:29,021 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/data/hbase/meta/1588230740/ns/5162a3f8760c4056b07838ac1e7fac3b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T01:18:29,023 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 458ms, sequenceid=6, compaction requested=false 2024-11-10T01:18:29,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-10T01:18:29,041 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T01:18:29,042 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:18:29,042 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:18:29,042 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:18:29,042 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201508564Running coprocessor pre-close hooks at 1731201508564Disabling compacts and flushes for region at 1731201508564Disabling writes for close at 1731201508565 (+1 ms)Obtaining lock to block concurrent updates at 1731201508565Preparing flush snapshotting stores in 1588230740 at 1731201508565Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731201508566 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731201508567 (+1 ms)Flushing 1588230740/ns: creating writer at 1731201508567Flushing 1588230740/ns: appending metadata at 1731201508594 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731201508594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ebc3a31: reopening flushed file at 1731201509011 (+417 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 458ms, sequenceid=6, compaction requested=false at 1731201509023 (+12 ms)Writing region close event to WAL at 1731201509033 (+10 ms)Running coprocessor post-close hooks at 1731201509041 (+8 ms)Closed at 1731201509042 (+1 ms) 2024-11-10T01:18:29,042 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:18:29,049 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:18:29,049 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:18:29,165 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,34533,1731201493180; all regions closed. 2024-11-10T01:18:29,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741834_1010 (size=1152) 2024-11-10T01:18:29,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/WALs/0c4d4d227d60,34533,1731201493180/0c4d4d227d60%2C34533%2C1731201493180.meta.1731201495770.meta not finished, retry = 0 2024-11-10T01:18:29,281 DEBUG [RS:0;0c4d4d227d60:34533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/oldWALs 2024-11-10T01:18:29,281 INFO [RS:0;0c4d4d227d60:34533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C34533%2C1731201493180.meta:.meta(num 1731201495770) 2024-11-10T01:18:29,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741832_1008 (size=93) 2024-11-10T01:18:29,287 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/WALs/0c4d4d227d60,34533,1731201493180/0c4d4d227d60%2C34533%2C1731201493180.1731201495188 not finished, retry = 0 2024-11-10T01:18:29,390 DEBUG [RS:0;0c4d4d227d60:34533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/oldWALs 2024-11-10T01:18:29,390 INFO [RS:0;0c4d4d227d60:34533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C34533%2C1731201493180:(num 1731201495188) 2024-11-10T01:18:29,390 DEBUG [RS:0;0c4d4d227d60:34533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:29,390 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:18:29,391 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:18:29,391 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:18:29,391 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:18:29,391 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:18:29,391 INFO [RS:0;0c4d4d227d60:34533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34533 2024-11-10T01:18:29,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228/rs 2024-11-10T01:18:29,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11676713228/rs/0c4d4d227d60,34533,1731201493180 2024-11-10T01:18:29,400 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:18:29,410 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,34533,1731201493180] 2024-11-10T01:18:29,421 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11676713228/draining/0c4d4d227d60,34533,1731201493180 already deleted, retry=false 2024-11-10T01:18:29,421 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,34533,1731201493180 expired; onlineServers=0 2024-11-10T01:18:29,421 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,34711,1731201493056' ***** 2024-11-10T01:18:29,421 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:18:29,421 INFO [M:0;0c4d4d227d60:34711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:18:29,421 INFO [M:0;0c4d4d227d60:34711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:18:29,421 DEBUG [M:0;0c4d4d227d60:34711 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:18:29,421 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:18:29,421 DEBUG [M:0;0c4d4d227d60:34711 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:18:29,421 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201494913 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201494913,5,FailOnTimeoutGroup] 2024-11-10T01:18:29,421 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201494913 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201494913,5,FailOnTimeoutGroup] 2024-11-10T01:18:29,422 INFO [M:0;0c4d4d227d60:34711 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:18:29,422 INFO [M:0;0c4d4d227d60:34711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:18:29,422 DEBUG [M:0;0c4d4d227d60:34711 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:18:29,422 INFO [M:0;0c4d4d227d60:34711 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:18:29,422 INFO [M:0;0c4d4d227d60:34711 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:18:29,422 INFO [M:0;0c4d4d227d60:34711 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:18:29,423 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:18:29,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11676713228/master 2024-11-10T01:18:29,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11676713228 2024-11-10T01:18:29,432 DEBUG [M:0;0c4d4d227d60:34711 {}] zookeeper.ZKUtil(347): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Unable to get data of znode /11676713228/master because node does not exist (not an error) 2024-11-10T01:18:29,432 WARN [M:0;0c4d4d227d60:34711 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:18:29,433 INFO [M:0;0c4d4d227d60:34711 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/.lastflushedseqids 2024-11-10T01:18:29,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741836_1012 (size=99) 2024-11-10T01:18:29,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:29,511 INFO [RS:0;0c4d4d227d60:34533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:18:29,511 INFO [RS:0;0c4d4d227d60:34533 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,34533,1731201493180; zookeeper connection closed. 2024-11-10T01:18:29,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34533-0x10122521e180004, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:29,512 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ecdc65d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ecdc65d 2024-11-10T01:18:29,512 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:18:29,723 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,2-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:29,738 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,1-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:29,839 INFO [M:0;0c4d4d227d60:34711 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:18:29,839 INFO [M:0;0c4d4d227d60:34711 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:18:29,839 DEBUG [M:0;0c4d4d227d60:34711 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:18:29,839 INFO [M:0;0c4d4d227d60:34711 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:29,839 DEBUG [M:0;0c4d4d227d60:34711 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:29,839 DEBUG [M:0;0c4d4d227d60:34711 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:18:29,839 DEBUG [M:0;0c4d4d227d60:34711 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:29,839 INFO [M:0;0c4d4d227d60:34711 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T01:18:29,857 DEBUG [M:0;0c4d4d227d60:34711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/572cea26306447589533eac806861281 is 82, key is hbase:meta,,1/info:regioninfo/1731201495816/Put/seqid=0 2024-11-10T01:18:29,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741837_1013 (size=5672) 2024-11-10T01:18:30,264 INFO [M:0;0c4d4d227d60:34711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/572cea26306447589533eac806861281 2024-11-10T01:18:30,290 DEBUG [M:0;0c4d4d227d60:34711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01e5817e7d254e72a3457ae55a6070cc is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731201495852/Put/seqid=0 2024-11-10T01:18:30,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741838_1014 (size=5275) 2024-11-10T01:18:30,696 INFO [M:0;0c4d4d227d60:34711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01e5817e7d254e72a3457ae55a6070cc 2024-11-10T01:18:30,720 DEBUG [M:0;0c4d4d227d60:34711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a373572c178b4a0cbcfa305b068c34e8 is 69, key is 0c4d4d227d60,34533,1731201493180/rs:state/1731201494988/Put/seqid=0 2024-11-10T01:18:30,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741839_1015 (size=5156) 2024-11-10T01:18:30,725 INFO [M:0;0c4d4d227d60:34711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a373572c178b4a0cbcfa305b068c34e8 2024-11-10T01:18:30,734 DEBUG [M:0;0c4d4d227d60:34711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/572cea26306447589533eac806861281 as hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/572cea26306447589533eac806861281 2024-11-10T01:18:30,742 INFO [M:0;0c4d4d227d60:34711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/572cea26306447589533eac806861281, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T01:18:30,743 DEBUG [M:0;0c4d4d227d60:34711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01e5817e7d254e72a3457ae55a6070cc as hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01e5817e7d254e72a3457ae55a6070cc 2024-11-10T01:18:30,749 INFO [M:0;0c4d4d227d60:34711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01e5817e7d254e72a3457ae55a6070cc, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T01:18:30,750 DEBUG [M:0;0c4d4d227d60:34711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a373572c178b4a0cbcfa305b068c34e8 as hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a373572c178b4a0cbcfa305b068c34e8 2024-11-10T01:18:30,757 INFO [M:0;0c4d4d227d60:34711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39543/user/jenkins/test-data/1bee3570-8233-c0ac-d584-8368640cdd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a373572c178b4a0cbcfa305b068c34e8, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T01:18:30,759 INFO [M:0;0c4d4d227d60:34711 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=28, compaction requested=false 2024-11-10T01:18:30,760 INFO [M:0;0c4d4d227d60:34711 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:30,760 DEBUG [M:0;0c4d4d227d60:34711 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201509839Disabling compacts and flushes for region at 1731201509839Disabling writes for close at 1731201509839Obtaining lock to block concurrent updates at 1731201509839Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201509839Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731201509840 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201509841 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201509841Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201509856 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201509856Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201510270 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201510289 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201510289Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201510703 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201510719 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201510719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e21378b: reopening flushed file at 1731201510733 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2632d9a6: reopening flushed file at 1731201510742 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e7aac2: reopening flushed file at 1731201510749 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=28, compaction requested=false at 1731201510759 (+10 ms)Writing region close event to WAL at 1731201510760 (+1 ms)Closed at 1731201510760 2024-11-10T01:18:30,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741830_1006 (size=10165) 2024-11-10T01:18:30,769 INFO [M:0;0c4d4d227d60:34711 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:18:30,769 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:18:30,769 INFO [M:0;0c4d4d227d60:34711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34711 2024-11-10T01:18:30,772 INFO [M:0;0c4d4d227d60:34711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:18:30,829 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,2-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:30,845 DEBUG [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,1-0c4d4d227d60,45525,1731201502681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.1731201504205 to pos 0, reset compression=false 2024-11-10T01:18:30,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:30,921 INFO [M:0;0c4d4d227d60:34711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:18:30,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34711-0x10122521e180003, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:30,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e8120ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:18:30,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77fdfbd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:18:30,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:18:30,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc263b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:18:30,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a2f7835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/hadoop.log.dir/,STOPPED} 2024-11-10T01:18:30,936 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:18:30,936 WARN [BP-1623773858-172.17.0.3-1731201490614 heartbeating to localhost/127.0.0.1:39543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:18:30,936 WARN [BP-1623773858-172.17.0.3-1731201490614 heartbeating to localhost/127.0.0.1:39543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1623773858-172.17.0.3-1731201490614 (Datanode Uuid 8455733f-c0f4-421e-ae6b-de78525dede0) service to localhost/127.0.0.1:39543 2024-11-10T01:18:30,936 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:18:30,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/cluster_53f33c89-86a3-e798-65ba-0c891fecdbdc/data/data1/current/BP-1623773858-172.17.0.3-1731201490614 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:18:30,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/cluster_53f33c89-86a3-e798-65ba-0c891fecdbdc/data/data2/current/BP-1623773858-172.17.0.3-1731201490614 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:18:30,938 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:18:30,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c2a81f0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:18:30,949 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dfbbe97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:18:30,949 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:18:30,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a5c8066{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:18:30,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b699d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/hadoop.log.dir/,STOPPED} 2024-11-10T01:18:30,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:18:30,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:18:30,979 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:18:30,979 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:30,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:30,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:30,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:30,980 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:18:30,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=451752959, stopped=false 2024-11-10T01:18:30,981 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,36027,1731201502574 2024-11-10T01:18:31,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1242166438/running 2024-11-10T01:18:31,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:31,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1242166438/running 2024-11-10T01:18:31,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:31,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on znode that does not yet exist, /0-1242166438/running 2024-11-10T01:18:31,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Set watcher on znode that does not yet exist, /0-1242166438/running 2024-11-10T01:18:31,013 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-10T01:18:31,013 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(3091): Received CLOSE for 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:31,018 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:18:31,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:18:31,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:31,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:31,019 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,45525,1731201502681' ***** 2024-11-10T01:18:31,019 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:18:31,029 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37918a699c7ce62f9ade95bb594c290a, disabling compactions & flushes 2024-11-10T01:18:31,030 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:31,030 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:31,030 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. after waiting 0 ms 2024-11-10T01:18:31,030 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:31,035 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:18:31,035 INFO [RS:0;0c4d4d227d60:45525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:18:31,035 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:18:31,035 INFO [RS:0;0c4d4d227d60:45525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:18:31,035 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,45525,1731201502681 2024-11-10T01:18:31,035 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:18:31,035 INFO [RS:0;0c4d4d227d60:45525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:45525. 2024-11-10T01:18:31,035 DEBUG [RS:0;0c4d4d227d60:45525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:31,035 DEBUG [RS:0;0c4d4d227d60:45525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:31,035 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:18:31,036 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:18:31,036 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:18:31,036 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:18:31,040 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T01:18:31,040 DEBUG [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(1325): Online Regions={37918a699c7ce62f9ade95bb594c290a=hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:18:31,040 DEBUG [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37918a699c7ce62f9ade95bb594c290a 2024-11-10T01:18:31,041 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:18:31,041 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:18:31,043 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:18:31,044 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:18:31,044 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:18:31,044 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T01:18:31,053 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/replication/37918a699c7ce62f9ade95bb594c290a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-10T01:18:31,054 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:18:31,054 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:18:31,054 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:31,054 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37918a699c7ce62f9ade95bb594c290a: Waiting for close lock at 1731201511029Running coprocessor pre-close hooks at 1731201511029Disabling compacts and flushes for region at 1731201511029Disabling writes for close at 1731201511030 (+1 ms)Writing region close event to WAL at 1731201511044 (+14 ms)Running coprocessor post-close hooks at 1731201511054 (+10 ms)Closed at 1731201511054 2024-11-10T01:18:31,055 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a. 2024-11-10T01:18:31,084 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/.tmp/info/20e2101248784a1face50150131af2aa is 147, key is hbase:replication,,1731201496103.37918a699c7ce62f9ade95bb594c290a./info:regioninfo/1731201508792/Put/seqid=0 2024-11-10T01:18:31,099 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:18:31,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741851_1027 (size=6385) 2024-11-10T01:18:31,109 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/.tmp/info/20e2101248784a1face50150131af2aa 2024-11-10T01:18:31,127 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/.tmp/info/20e2101248784a1face50150131af2aa as hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/info/20e2101248784a1face50150131af2aa 2024-11-10T01:18:31,138 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/info/20e2101248784a1face50150131af2aa, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T01:18:31,140 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=19, compaction requested=false 2024-11-10T01:18:31,158 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T01:18:31,159 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:18:31,159 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:18:31,159 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:18:31,159 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201511041Running coprocessor pre-close hooks at 1731201511041Disabling compacts and flushes for region at 1731201511041Disabling writes for close at 1731201511044 (+3 ms)Obtaining lock to block concurrent updates at 1731201511044Preparing flush snapshotting stores in 1588230740 at 1731201511044Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731201511045 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731201511046 (+1 ms)Flushing 1588230740/info: creating writer at 1731201511046Flushing 1588230740/info: appending metadata at 1731201511083 (+37 ms)Flushing 1588230740/info: closing flushed file at 1731201511083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ee1fcc8: reopening flushed file at 1731201511126 (+43 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=19, compaction requested=false at 1731201511140 (+14 ms)Writing region close event to WAL at 1731201511153 (+13 ms)Running coprocessor post-close hooks at 1731201511159 (+6 ms)Closed at 1731201511159 2024-11-10T01:18:31,159 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:18:31,241 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,45525,1731201502681; all regions closed. 2024-11-10T01:18:31,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741849_1025 (size=2156) 2024-11-10T01:18:31,247 DEBUG [RS:0;0c4d4d227d60:45525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/oldWALs 2024-11-10T01:18:31,247 INFO [RS:0;0c4d4d227d60:45525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C45525%2C1731201502681.meta:.meta(num 1731201504653) 2024-11-10T01:18:31,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741850_1026 (size=796) 2024-11-10T01:18:31,252 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/WALs/0c4d4d227d60,45525,1731201502681/0c4d4d227d60%2C45525%2C1731201502681.rep.1731201508697 not finished, retry = 0 2024-11-10T01:18:31,355 DEBUG [RS:0;0c4d4d227d60:45525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/oldWALs 2024-11-10T01:18:31,355 INFO [RS:0;0c4d4d227d60:45525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C45525%2C1731201502681.rep:(num 1731201508697) 2024-11-10T01:18:31,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741848_1024 (size=93) 2024-11-10T01:18:31,365 DEBUG [RS:0;0c4d4d227d60:45525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/oldWALs 2024-11-10T01:18:31,365 INFO [RS:0;0c4d4d227d60:45525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C45525%2C1731201502681:(num 1731201504205) 2024-11-10T01:18:31,365 DEBUG [RS:0;0c4d4d227d60:45525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:31,365 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:18:31,365 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:18:31,365 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:18:31,365 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:18:31,366 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:18:31,367 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,45525,1731201502681 because: Region server is closing 2024-11-10T01:18:31,367 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T01:18:31,367 INFO [RS:0;0c4d4d227d60:45525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:45525. 2024-11-10T01:18:31,368 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T01:18:31,368 DEBUG [RS:0;0c4d4d227d60:45525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:31,368 DEBUG [RS:0;0c4d4d227d60:45525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:31,368 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-10T01:18:31,368 DEBUG [RS:0;0c4d4d227d60:45525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:31,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:31,468 WARN [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,1-0c4d4d227d60,45525,1731201502681 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T01:18:31,468 WARN [RS:0;0c4d4d227d60:45525.replicationSource.shipper0c4d4d227d60%2C45525%2C1731201502681,1-0c4d4d227d60,45525,1731201502681 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T01:18:31,468 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;0c4d4d227d60:45525.replicationSource.shipper0c4d4d227d60%2C45525%2C1731201502681,1-0c4d4d227d60,45525,1731201502681 terminated 2024-11-10T01:18:31,469 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-0c4d4d227d60,45525,1731201502681 because: Region server is closing 2024-11-10T01:18:31,469 INFO [RS:0;0c4d4d227d60:45525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:45525. 2024-11-10T01:18:31,469 DEBUG [RS:0;0c4d4d227d60:45525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:31,469 DEBUG [RS:0;0c4d4d227d60:45525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:31,469 DEBUG [RS:0;0c4d4d227d60:45525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:31,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:31,570 WARN [RS:0;0c4d4d227d60:45525.replicationSource.shipper0c4d4d227d60%2C45525%2C1731201502681,2-0c4d4d227d60,45525,1731201502681 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T01:18:31,571 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;0c4d4d227d60:45525.replicationSource.shipper0c4d4d227d60%2C45525%2C1731201502681,2-0c4d4d227d60,45525,1731201502681 terminated 2024-11-10T01:18:31,571 INFO [RS:0;0c4d4d227d60:45525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45525 2024-11-10T01:18:31,571 WARN [RS:0;0c4d4d227d60:45525.replicationSource.wal-reader.0c4d4d227d60%2C45525%2C1731201502681,2-0c4d4d227d60,45525,1731201502681 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T01:18:31,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438/rs 2024-11-10T01:18:31,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1242166438/rs/0c4d4d227d60,45525,1731201502681 2024-11-10T01:18:31,585 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:18:31,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,45525,1731201502681] 2024-11-10T01:18:31,610 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1242166438/draining/0c4d4d227d60,45525,1731201502681 already deleted, retry=false 2024-11-10T01:18:31,610 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,45525,1731201502681 expired; onlineServers=0 2024-11-10T01:18:31,610 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,36027,1731201502574' ***** 2024-11-10T01:18:31,610 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:18:31,611 INFO [M:0;0c4d4d227d60:36027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:18:31,611 INFO [M:0;0c4d4d227d60:36027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:18:31,611 DEBUG [M:0;0c4d4d227d60:36027 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:18:31,611 DEBUG [M:0;0c4d4d227d60:36027 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:18:31,611 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:18:31,611 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201503824 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201503824,5,FailOnTimeoutGroup] 2024-11-10T01:18:31,611 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201503820 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201503820,5,FailOnTimeoutGroup] 2024-11-10T01:18:31,611 INFO [M:0;0c4d4d227d60:36027 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:18:31,611 INFO [M:0;0c4d4d227d60:36027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:18:31,611 DEBUG [M:0;0c4d4d227d60:36027 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:18:31,612 INFO [M:0;0c4d4d227d60:36027 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:18:31,612 INFO [M:0;0c4d4d227d60:36027 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:18:31,612 INFO [M:0;0c4d4d227d60:36027 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:18:31,612 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:18:31,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1242166438/master 2024-11-10T01:18:31,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1242166438 2024-11-10T01:18:31,621 DEBUG [M:0;0c4d4d227d60:36027 {}] zookeeper.ZKUtil(347): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Unable to get data of znode /0-1242166438/master because node does not exist (not an error) 2024-11-10T01:18:31,621 WARN [M:0;0c4d4d227d60:36027 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:18:31,622 INFO [M:0;0c4d4d227d60:36027 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/.lastflushedseqids 2024-11-10T01:18:31,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741852_1028 (size=181) 2024-11-10T01:18:31,632 INFO [M:0;0c4d4d227d60:36027 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:18:31,632 INFO [M:0;0c4d4d227d60:36027 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:18:31,632 DEBUG [M:0;0c4d4d227d60:36027 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:18:31,632 INFO [M:0;0c4d4d227d60:36027 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:31,632 DEBUG [M:0;0c4d4d227d60:36027 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:31,632 DEBUG [M:0;0c4d4d227d60:36027 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:18:31,632 DEBUG [M:0;0c4d4d227d60:36027 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:31,632 INFO [M:0;0c4d4d227d60:36027 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T01:18:31,653 DEBUG [M:0;0c4d4d227d60:36027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5aae7a399d94b11b30e3f2d97e7d679 is 82, key is hbase:meta,,1/info:regioninfo/1731201504735/Put/seqid=0 2024-11-10T01:18:31,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741853_1029 (size=5680) 2024-11-10T01:18:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x10122521e180007, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:31,700 INFO [RS:0;0c4d4d227d60:45525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:18:31,700 INFO [RS:0;0c4d4d227d60:45525 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,45525,1731201502681; zookeeper connection closed. 2024-11-10T01:18:31,701 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4aa2e82a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4aa2e82a 2024-11-10T01:18:31,701 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:18:32,061 INFO [M:0;0c4d4d227d60:36027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5aae7a399d94b11b30e3f2d97e7d679 2024-11-10T01:18:32,105 DEBUG [M:0;0c4d4d227d60:36027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea714790fb154f5c873eb1abd8620e1d is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731201508811/Put/seqid=0 2024-11-10T01:18:32,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741854_1030 (size=7319) 2024-11-10T01:18:32,128 INFO [M:0;0c4d4d227d60:36027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea714790fb154f5c873eb1abd8620e1d 2024-11-10T01:18:32,132 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:18:32,172 DEBUG [M:0;0c4d4d227d60:36027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e98862c1aaa545fdbe35575022bf6eb8 is 69, key is 0c4d4d227d60,45525,1731201502681/rs:state/1731201503886/Put/seqid=0 2024-11-10T01:18:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741855_1031 (size=5371) 2024-11-10T01:18:32,202 INFO [M:0;0c4d4d227d60:36027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e98862c1aaa545fdbe35575022bf6eb8 2024-11-10T01:18:32,210 INFO [M:0;0c4d4d227d60:36027 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e98862c1aaa545fdbe35575022bf6eb8 2024-11-10T01:18:32,212 DEBUG [M:0;0c4d4d227d60:36027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5aae7a399d94b11b30e3f2d97e7d679 as hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5aae7a399d94b11b30e3f2d97e7d679 2024-11-10T01:18:32,220 INFO [M:0;0c4d4d227d60:36027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5aae7a399d94b11b30e3f2d97e7d679, entries=8, sequenceid=172, filesize=5.5 K 2024-11-10T01:18:32,222 DEBUG [M:0;0c4d4d227d60:36027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea714790fb154f5c873eb1abd8620e1d as hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea714790fb154f5c873eb1abd8620e1d 2024-11-10T01:18:32,235 INFO [M:0;0c4d4d227d60:36027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea714790fb154f5c873eb1abd8620e1d, entries=7, sequenceid=172, filesize=7.1 K 2024-11-10T01:18:32,237 DEBUG [M:0;0c4d4d227d60:36027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e98862c1aaa545fdbe35575022bf6eb8 as hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e98862c1aaa545fdbe35575022bf6eb8 2024-11-10T01:18:32,251 INFO [M:0;0c4d4d227d60:36027 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e98862c1aaa545fdbe35575022bf6eb8 2024-11-10T01:18:32,251 INFO [M:0;0c4d4d227d60:36027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e98862c1aaa545fdbe35575022bf6eb8, entries=2, sequenceid=172, filesize=5.2 K 2024-11-10T01:18:32,253 INFO [M:0;0c4d4d227d60:36027 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 621ms, sequenceid=172, compaction requested=false 2024-11-10T01:18:32,265 INFO [M:0;0c4d4d227d60:36027 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:32,265 DEBUG [M:0;0c4d4d227d60:36027 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201511632Disabling compacts and flushes for region at 1731201511632Disabling writes for close at 1731201511632Obtaining lock to block concurrent updates at 1731201511632Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201511632Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731201511633 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201511634 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201511634Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201511652 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201511652Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201512069 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201512104 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201512104Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201512141 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201512170 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201512171 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf31153: reopening flushed file at 1731201512210 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e6d5b: reopening flushed file at 1731201512221 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7051631: reopening flushed file at 1731201512235 (+14 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 621ms, sequenceid=172, compaction requested=false at 1731201512253 (+18 ms)Writing region close event to WAL at 1731201512265 (+12 ms)Closed at 1731201512265 2024-11-10T01:18:32,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741847_1023 (size=22949) 2024-11-10T01:18:32,276 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/834a1b74-cd3f-646e-1aac-70b875ac9f0f/MasterData/WALs/0c4d4d227d60,36027,1731201502574/0c4d4d227d60%2C36027%2C1731201502574.1731201503352 not finished, retry = 0 2024-11-10T01:18:32,377 INFO [M:0;0c4d4d227d60:36027 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:18:32,377 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:18:32,377 INFO [M:0;0c4d4d227d60:36027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36027 2024-11-10T01:18:32,378 INFO [M:0;0c4d4d227d60:36027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:18:32,489 INFO [M:0;0c4d4d227d60:36027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:18:32,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:32,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10122521e180006, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:32,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b36fbf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:18:32,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ca52ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:18:32,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:18:32,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49caa49d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:18:32,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@169ab4c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/hadoop.log.dir/,STOPPED} 2024-11-10T01:18:32,509 WARN [BP-1089962096-172.17.0.3-1731201476574 heartbeating to localhost/127.0.0.1:42583 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:18:32,509 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:18:32,509 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:18:32,509 WARN [BP-1089962096-172.17.0.3-1731201476574 heartbeating to localhost/127.0.0.1:42583 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1089962096-172.17.0.3-1731201476574 (Datanode Uuid f1628b73-5796-4c67-ba79-9e23827efe82) service to localhost/127.0.0.1:42583 2024-11-10T01:18:32,510 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/cluster_4504ed4b-af82-75a8-4aad-3ef5dd2b8676/data/data1/current/BP-1089962096-172.17.0.3-1731201476574 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:18:32,510 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/cluster_4504ed4b-af82-75a8-4aad-3ef5dd2b8676/data/data2/current/BP-1089962096-172.17.0.3-1731201476574 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:18:32,510 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:18:32,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f16c337{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:18:32,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27166729{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:18:32,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:18:32,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a9904ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:18:32,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27727f26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87fa3cbb-4995-1bfa-84e5-7319bb0bd808/hadoop.log.dir/,STOPPED} 2024-11-10T01:18:32,543 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T01:18:32,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:18:32,576 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=113 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:39543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60978) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:42583 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0c4d4d227d60:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:42583 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60978) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:39543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/0c4d4d227d60:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/0c4d4d227d60:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0c4d4d227d60:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/0c4d4d227d60:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:39543 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:42583 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2bd1bb84 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=437 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=876 (was 927), ProcessCount=11 (was 11), AvailableMemoryMB=1210 (was 1479) 2024-11-10T01:18:32,588 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=113, OpenFileDescriptor=437, MaxFileDescriptor=1048576, SystemLoadAverage=876, ProcessCount=11, AvailableMemoryMB=1209 2024-11-10T01:18:32,610 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-10T01:18:32,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/hadoop.log.dir so I do NOT create it in target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf 2024-11-10T01:18:32,611 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:18:32,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/hadoop.tmp.dir so I do NOT create it in target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf 2024-11-10T01:18:32,611 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/decba2b4-1b74-9d4d-da05-938deec8ca7b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:18:32,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf 2024-11-10T01:18:32,611 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/cluster_aed2650f-56b0-e656-ad25-f5edd6913f5f, deleteOnExit=true 2024-11-10T01:18:32,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10122521e180005, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:18:32,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10122521e180005, quorum=127.0.0.1:60978, baseZNode=/11676713228 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:18:32,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10122521e180002, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:18:32,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10122521e180002, quorum=127.0.0.1:60978, baseZNode=/0-1242166438 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:18:32,639 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/cluster_aed2650f-56b0-e656-ad25-f5edd6913f5f/zookeeper_0, clientPort=53987, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/cluster_aed2650f-56b0-e656-ad25-f5edd6913f5f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/cluster_aed2650f-56b0-e656-ad25-f5edd6913f5f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T01:18:32,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53987 2024-11-10T01:18:32,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:18:32,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:18:32,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/test.cache.data in system properties and HBase conf 2024-11-10T01:18:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:18:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:18:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:18:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:18:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:18:32,641 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:18:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:18:32,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:18:32,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:18:32,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:18:32,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:18:32,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:18:32,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:18:32,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:18:32,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:18:32,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:18:32,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:18:32,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:18:32,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:18:32,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:18:33,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:18:33,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:18:33,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:18:33,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:18:33,220 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:18:33,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:18:33,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d3abf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:18:33,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@122fd3c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:18:33,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e9e20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/java.io.tmpdir/jetty-localhost-35837-hadoop-hdfs-3_4_1-tests_jar-_-any-4662129030624471209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:18:33,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ad29296{HTTP/1.1, (http/1.1)}{localhost:35837} 2024-11-10T01:18:33,366 INFO [Time-limited test {}] server.Server(415): Started @40876ms 2024-11-10T01:18:33,961 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:18:33,970 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:18:34,001 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:18:34,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:18:34,054 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:18:34,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:18:34,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:18:34,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:18:34,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@473f5977{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:18:34,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26fa4501{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:18:34,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:18:34,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:18:34,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T01:18:34,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:18:34,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@772a27a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/java.io.tmpdir/jetty-localhost-46503-hadoop-hdfs-3_4_1-tests_jar-_-any-9141701882584905213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:18:34,249 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431867d7{HTTP/1.1, (http/1.1)}{localhost:46503} 2024-11-10T01:18:34,249 INFO [Time-limited test {}] server.Server(415): Started @41759ms 2024-11-10T01:18:34,251 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:18:35,198 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/cluster_aed2650f-56b0-e656-ad25-f5edd6913f5f/data/data1/current/BP-820058268-172.17.0.3-1731201512678/current, will proceed with Du for space computation calculation, 2024-11-10T01:18:35,216 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/cluster_aed2650f-56b0-e656-ad25-f5edd6913f5f/data/data2/current/BP-820058268-172.17.0.3-1731201512678/current, will proceed with Du for space computation calculation, 2024-11-10T01:18:35,298 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:18:35,321 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2dad5ce4449baa5e with lease ID 0xea541f15b7749386: Processing first storage report for DS-33c30007-671a-417e-9e2c-43dd3a1f0666 from datanode DatanodeRegistration(127.0.0.1:34653, datanodeUuid=e6f1721b-8d4b-4208-9e1b-0a27e90ad924, infoPort=45653, infoSecurePort=0, ipcPort=35705, storageInfo=lv=-57;cid=testClusterID;nsid=841406544;c=1731201512678) 2024-11-10T01:18:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2dad5ce4449baa5e with lease ID 0xea541f15b7749386: from storage DS-33c30007-671a-417e-9e2c-43dd3a1f0666 node DatanodeRegistration(127.0.0.1:34653, datanodeUuid=e6f1721b-8d4b-4208-9e1b-0a27e90ad924, infoPort=45653, infoSecurePort=0, ipcPort=35705, storageInfo=lv=-57;cid=testClusterID;nsid=841406544;c=1731201512678), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:18:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2dad5ce4449baa5e with lease ID 0xea541f15b7749386: Processing first storage report for DS-079791b4-71c2-41d9-8eca-a4ea029603ec from datanode DatanodeRegistration(127.0.0.1:34653, datanodeUuid=e6f1721b-8d4b-4208-9e1b-0a27e90ad924, infoPort=45653, infoSecurePort=0, ipcPort=35705, storageInfo=lv=-57;cid=testClusterID;nsid=841406544;c=1731201512678) 2024-11-10T01:18:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2dad5ce4449baa5e with lease ID 0xea541f15b7749386: from storage DS-079791b4-71c2-41d9-8eca-a4ea029603ec node DatanodeRegistration(127.0.0.1:34653, datanodeUuid=e6f1721b-8d4b-4208-9e1b-0a27e90ad924, infoPort=45653, infoSecurePort=0, ipcPort=35705, storageInfo=lv=-57;cid=testClusterID;nsid=841406544;c=1731201512678), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:18:35,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf 2024-11-10T01:18:35,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:35,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:35,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:18:35,384 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94 with version=8 2024-11-10T01:18:35,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/hbase-staging 2024-11-10T01:18:35,387 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:18:35,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:35,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:35,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:18:35,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:35,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:18:35,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:18:35,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:18:35,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38063 2024-11-10T01:18:35,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38063 connecting to ZooKeeper ensemble=127.0.0.1:53987 2024-11-10T01:18:35,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380630x0, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:35,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38063-0x1012252b0690000 connected 2024-11-10T01:18:35,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:35,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:35,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Set watcher on znode that does not yet exist, /0-1084519849/running 2024-11-10T01:18:35,573 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94, hbase.cluster.distributed=false 2024-11-10T01:18:35,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Set watcher on znode that does not yet exist, /0-1084519849/acl 2024-11-10T01:18:35,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38063 2024-11-10T01:18:35,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38063 2024-11-10T01:18:35,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38063 2024-11-10T01:18:35,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38063 2024-11-10T01:18:35,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38063 2024-11-10T01:18:35,612 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:18:35,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:35,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:35,612 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:18:35,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:35,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:18:35,613 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:18:35,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:18:35,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44575 2024-11-10T01:18:35,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44575 connecting to ZooKeeper ensemble=127.0.0.1:53987 2024-11-10T01:18:35,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:35,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:35,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445750x0, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:35,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445750x0, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Set watcher on znode that does not yet exist, /0-1084519849/running 2024-11-10T01:18:35,664 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:18:35,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44575-0x1012252b0690001 connected 2024-11-10T01:18:35,668 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:18:35,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Set watcher on znode that does not yet exist, /0-1084519849/master 2024-11-10T01:18:35,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Set watcher on znode that does not yet exist, /0-1084519849/acl 2024-11-10T01:18:35,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44575 2024-11-10T01:18:35,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44575 2024-11-10T01:18:35,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44575 2024-11-10T01:18:35,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44575 2024-11-10T01:18:35,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44575 2024-11-10T01:18:35,777 DEBUG [M:0;0c4d4d227d60:38063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:38063 2024-11-10T01:18:35,777 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1084519849/backup-masters/0c4d4d227d60,38063,1731201515386 2024-11-10T01:18:35,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849/backup-masters 2024-11-10T01:18:35,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849/backup-masters 2024-11-10T01:18:35,813 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Set watcher on existing znode=/0-1084519849/backup-masters/0c4d4d227d60,38063,1731201515386 2024-11-10T01:18:35,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1084519849/master 2024-11-10T01:18:35,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:35,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:35,823 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Set watcher on existing znode=/0-1084519849/master 2024-11-10T01:18:35,824 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1084519849/backup-masters/0c4d4d227d60,38063,1731201515386 from backup master directory 2024-11-10T01:18:35,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1084519849/backup-masters/0c4d4d227d60,38063,1731201515386 2024-11-10T01:18:35,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849/backup-masters 2024-11-10T01:18:35,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849/backup-masters 2024-11-10T01:18:35,842 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:18:35,842 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,38063,1731201515386 2024-11-10T01:18:35,848 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/hbase.id] with ID: 3c8446c4-d403-4502-8911-16b74e40fecd 2024-11-10T01:18:35,848 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/.tmp/hbase.id 2024-11-10T01:18:35,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:18:35,858 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/.tmp/hbase.id]:[hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/hbase.id] 2024-11-10T01:18:35,907 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:35,908 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:18:35,910 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T01:18:35,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:35,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:18:36,384 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:18:36,385 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:18:36,386 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:36,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:18:36,800 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store 2024-11-10T01:18:36,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:18:37,227 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:37,227 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:18:37,227 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:37,227 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:37,227 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:18:37,227 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:37,227 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:37,227 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201517227Disabling compacts and flushes for region at 1731201517227Disabling writes for close at 1731201517227Writing region close event to WAL at 1731201517227Closed at 1731201517227 2024-11-10T01:18:37,229 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/.initializing 2024-11-10T01:18:37,229 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/WALs/0c4d4d227d60,38063,1731201515386 2024-11-10T01:18:37,232 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:18:37,245 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C38063%2C1731201515386, suffix=, logDir=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/WALs/0c4d4d227d60,38063,1731201515386, archiveDir=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/oldWALs, maxLogs=10 2024-11-10T01:18:37,268 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/WALs/0c4d4d227d60,38063,1731201515386/0c4d4d227d60%2C38063%2C1731201515386.1731201517245, exclude list is [], retry=0 2024-11-10T01:18:37,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34653,DS-33c30007-671a-417e-9e2c-43dd3a1f0666,DISK] 2024-11-10T01:18:37,286 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/WALs/0c4d4d227d60,38063,1731201515386/0c4d4d227d60%2C38063%2C1731201515386.1731201517245 2024-11-10T01:18:37,301 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45653:45653)] 2024-11-10T01:18:37,302 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:18:37,302 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:37,302 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:37,302 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:37,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:37,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:18:37,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:37,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:37,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:37,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:18:37,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:37,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:37,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:37,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:18:37,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:37,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:37,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:37,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:18:37,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:37,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:37,335 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:37,336 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:37,336 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:37,338 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:37,338 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:37,338 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:37,344 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:37,363 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:18:37,363 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62175661, jitterRate=-0.07351045310497284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:37,364 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201517302Initializing all the Stores at 1731201517304 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201517304Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201517320 (+16 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201517320Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201517320Cleaning up temporary data from old regions at 1731201517338 (+18 ms)Region opened successfully at 1731201517364 (+26 ms) 2024-11-10T01:18:37,367 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:18:37,374 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60226040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:18:37,375 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:18:37,375 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:18:37,375 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:18:37,375 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:18:37,376 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:18:37,377 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:18:37,377 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:18:37,390 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:18:37,391 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Unable to get data of znode /0-1084519849/balancer because node does not exist (not necessarily an error) 2024-11-10T01:18:37,447 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1084519849/balancer already deleted, retry=false 2024-11-10T01:18:37,448 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:18:37,450 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Unable to get data of znode /0-1084519849/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:18:37,486 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1084519849/normalizer already deleted, retry=false 2024-11-10T01:18:37,486 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:18:37,489 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Unable to get data of znode /0-1084519849/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:18:37,538 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1084519849/switch/split already deleted, retry=false 2024-11-10T01:18:37,539 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Unable to get data of znode /0-1084519849/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:18:37,613 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1084519849/switch/merge already deleted, retry=false 2024-11-10T01:18:37,623 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Unable to get data of znode /0-1084519849/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:18:37,642 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1084519849/snapshot-cleanup already deleted, retry=false 2024-11-10T01:18:37,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1084519849/running 2024-11-10T01:18:37,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1084519849/running 2024-11-10T01:18:37,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:37,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:37,657 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,38063,1731201515386, sessionid=0x1012252b0690000, setting cluster-up flag (Was=false) 2024-11-10T01:18:37,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:37,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:37,732 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1084519849/flush-table-proc/acquired, /0-1084519849/flush-table-proc/reached, /0-1084519849/flush-table-proc/abort 2024-11-10T01:18:37,739 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,38063,1731201515386 2024-11-10T01:18:37,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:37,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:37,816 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1084519849/online-snapshot/acquired, /0-1084519849/online-snapshot/reached, /0-1084519849/online-snapshot/abort 2024-11-10T01:18:37,817 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,38063,1731201515386 2024-11-10T01:18:37,829 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:18:37,839 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:37,839 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:18:37,839 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:18:37,840 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 0c4d4d227d60,34513,1731201484954: status=Processing ServerCrashProcedure of 0c4d4d227d60,34513,1731201484954 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731201503799, completionTime=-1 appears to have been leaked 2024-11-10T01:18:37,843 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,38063,1731201515386 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:18:37,852 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:37,852 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:37,852 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:37,853 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:37,853 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:18:37,853 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:37,853 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:18:37,853 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:37,896 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:37,896 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:18:37,905 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:37,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:18:37,906 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201547906 2024-11-10T01:18:37,906 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:18:37,906 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:18:37,906 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:18:37,906 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:18:37,906 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:18:37,906 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:18:37,910 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:37,914 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:18:37,914 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:18:37,914 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:18:37,914 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:18:37,937 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(746): ClusterId : 3c8446c4-d403-4502-8911-16b74e40fecd 2024-11-10T01:18:37,937 DEBUG [RS:0;0c4d4d227d60:44575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:18:37,945 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:18:37,945 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:18:37,951 DEBUG [RS:0;0c4d4d227d60:44575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:18:37,951 DEBUG [RS:0;0c4d4d227d60:44575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:18:37,960 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201517945,5,FailOnTimeoutGroup] 2024-11-10T01:18:37,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:18:37,964 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201517960,5,FailOnTimeoutGroup] 2024-11-10T01:18:37,964 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:37,964 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:18:37,964 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:37,964 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:37,965 DEBUG [RS:0;0c4d4d227d60:44575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:18:37,966 DEBUG [RS:0;0c4d4d227d60:44575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56770723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:18:37,979 DEBUG [RS:0;0c4d4d227d60:44575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:44575 2024-11-10T01:18:37,979 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:18:37,979 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:18:37,979 DEBUG [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:18:37,981 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,38063,1731201515386 with port=44575, startcode=1731201515612 2024-11-10T01:18:37,981 DEBUG [RS:0;0c4d4d227d60:44575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:18:37,985 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:18:37,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,44575,1731201515612 2024-11-10T01:18:37,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38063 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,44575,1731201515612 2024-11-10T01:18:37,988 DEBUG [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94 2024-11-10T01:18:37,989 DEBUG [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34905 2024-11-10T01:18:37,989 DEBUG [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:18:38,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849/rs 2024-11-10T01:18:38,047 DEBUG [RS:0;0c4d4d227d60:44575 {}] zookeeper.ZKUtil(111): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Set watcher on existing znode=/0-1084519849/rs/0c4d4d227d60,44575,1731201515612 2024-11-10T01:18:38,047 WARN [RS:0;0c4d4d227d60:44575 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:18:38,047 INFO [RS:0;0c4d4d227d60:44575 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:38,047 DEBUG [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612 2024-11-10T01:18:38,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,44575,1731201515612] 2024-11-10T01:18:38,053 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:18:38,056 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:18:38,060 INFO [RS:0;0c4d4d227d60:44575 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:18:38,060 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:38,060 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:18:38,061 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:18:38,061 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:38,061 DEBUG [RS:0;0c4d4d227d60:44575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:38,062 DEBUG [RS:0;0c4d4d227d60:44575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:38,062 DEBUG [RS:0;0c4d4d227d60:44575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:38,062 DEBUG [RS:0;0c4d4d227d60:44575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:38,062 DEBUG [RS:0;0c4d4d227d60:44575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:38,062 DEBUG [RS:0;0c4d4d227d60:44575 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:18:38,062 DEBUG [RS:0;0c4d4d227d60:44575 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:38,062 DEBUG [RS:0;0c4d4d227d60:44575 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:38,062 DEBUG [RS:0;0c4d4d227d60:44575 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:38,062 DEBUG [RS:0;0c4d4d227d60:44575 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:38,062 DEBUG [RS:0;0c4d4d227d60:44575 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:38,062 DEBUG [RS:0;0c4d4d227d60:44575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:38,062 DEBUG [RS:0;0c4d4d227d60:44575 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:18:38,062 DEBUG [RS:0;0c4d4d227d60:44575 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:18:38,064 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:38,064 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:38,064 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:38,064 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:38,064 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:38,064 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,44575,1731201515612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:18:38,084 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:18:38,084 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,44575,1731201515612-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:38,084 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:38,084 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.Replication(171): 0c4d4d227d60,44575,1731201515612 started 2024-11-10T01:18:38,104 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:38,104 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,44575,1731201515612, RpcServer on 0c4d4d227d60/172.17.0.3:44575, sessionid=0x1012252b0690001 2024-11-10T01:18:38,105 DEBUG [RS:0;0c4d4d227d60:44575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:18:38,105 DEBUG [RS:0;0c4d4d227d60:44575 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,44575,1731201515612 2024-11-10T01:18:38,105 DEBUG [RS:0;0c4d4d227d60:44575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,44575,1731201515612' 2024-11-10T01:18:38,105 DEBUG [RS:0;0c4d4d227d60:44575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1084519849/flush-table-proc/abort' 2024-11-10T01:18:38,106 DEBUG [RS:0;0c4d4d227d60:44575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1084519849/flush-table-proc/acquired' 2024-11-10T01:18:38,106 DEBUG [RS:0;0c4d4d227d60:44575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:18:38,106 DEBUG [RS:0;0c4d4d227d60:44575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:18:38,106 DEBUG [RS:0;0c4d4d227d60:44575 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,44575,1731201515612 2024-11-10T01:18:38,106 DEBUG [RS:0;0c4d4d227d60:44575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,44575,1731201515612' 2024-11-10T01:18:38,106 DEBUG [RS:0;0c4d4d227d60:44575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1084519849/online-snapshot/abort' 2024-11-10T01:18:38,106 DEBUG [RS:0;0c4d4d227d60:44575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1084519849/online-snapshot/acquired' 2024-11-10T01:18:38,107 DEBUG [RS:0;0c4d4d227d60:44575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:18:38,107 INFO [RS:0;0c4d4d227d60:44575 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:18:38,107 INFO [RS:0;0c4d4d227d60:44575 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:18:38,207 INFO [RS:0;0c4d4d227d60:44575 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:18:38,209 INFO [RS:0;0c4d4d227d60:44575 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C44575%2C1731201515612, suffix=, logDir=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612, archiveDir=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/oldWALs, maxLogs=10 2024-11-10T01:18:38,222 DEBUG [RS:0;0c4d4d227d60:44575 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612/0c4d4d227d60%2C44575%2C1731201515612.1731201518209, exclude list is [], retry=0 2024-11-10T01:18:38,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34653,DS-33c30007-671a-417e-9e2c-43dd3a1f0666,DISK] 2024-11-10T01:18:38,235 INFO [RS:0;0c4d4d227d60:44575 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612/0c4d4d227d60%2C44575%2C1731201515612.1731201518209 2024-11-10T01:18:38,236 DEBUG [RS:0;0c4d4d227d60:44575 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45653:45653)] 2024-11-10T01:18:38,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:18:38,363 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94 2024-11-10T01:18:38,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741833_1009 (size=32) 2024-11-10T01:18:38,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:38,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:18:38,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:18:38,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:38,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:38,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:18:38,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:18:38,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:38,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:38,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:18:38,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:18:38,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:38,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:38,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:18:38,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:18:38,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:38,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:38,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:18:38,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740 2024-11-10T01:18:38,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740 2024-11-10T01:18:38,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:18:38,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:18:38,811 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:38,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:18:38,816 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:18:38,817 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59115753, jitterRate=-0.11910663545131683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:38,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201518775Initializing all the Stores at 1731201518777 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201518777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201518780 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201518780Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201518780Cleaning up temporary data from old regions at 1731201518811 (+31 ms)Region opened successfully at 1731201518818 (+7 ms) 2024-11-10T01:18:38,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:18:38,818 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:18:38,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:18:38,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:18:38,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:18:38,821 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:18:38,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201518818Disabling compacts and flushes for region at 1731201518818Disabling writes for close at 1731201518818Writing region close event to WAL at 1731201518821 (+3 ms)Closed at 1731201518821 2024-11-10T01:18:38,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:38,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:18:38,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:18:38,825 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:18:38,827 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:18:38,977 DEBUG [0c4d4d227d60:38063 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:18:38,978 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,44575,1731201515612 2024-11-10T01:18:38,980 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,44575,1731201515612, state=OPENING 2024-11-10T01:18:39,005 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:18:39,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:39,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:39,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1084519849/meta-region-server: CHANGED 2024-11-10T01:18:39,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1084519849/meta-region-server: CHANGED 2024-11-10T01:18:39,120 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:18:39,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,44575,1731201515612}] 2024-11-10T01:18:39,274 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:18:39,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:18:39,300 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:18:39,300 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:39,301 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:18:39,302 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C44575%2C1731201515612.meta, suffix=.meta, logDir=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612, archiveDir=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/oldWALs, maxLogs=10 2024-11-10T01:18:39,314 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612/0c4d4d227d60%2C44575%2C1731201515612.meta.1731201519302.meta, exclude list is [], retry=0 2024-11-10T01:18:39,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34653,DS-33c30007-671a-417e-9e2c-43dd3a1f0666,DISK] 2024-11-10T01:18:39,318 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612/0c4d4d227d60%2C44575%2C1731201515612.meta.1731201519302.meta 2024-11-10T01:18:39,318 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45653:45653)] 2024-11-10T01:18:39,318 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:18:39,319 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:18:39,319 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:18:39,319 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:18:39,319 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:18:39,319 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:18:39,319 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:39,319 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:18:39,319 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:18:39,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:18:39,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:18:39,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:39,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:39,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:18:39,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:18:39,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:39,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:39,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:18:39,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:18:39,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:39,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:39,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:18:39,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:18:39,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:39,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:39,328 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:18:39,328 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740 2024-11-10T01:18:39,330 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740 2024-11-10T01:18:39,331 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:18:39,331 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:18:39,331 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:39,333 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:18:39,333 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62438736, jitterRate=-0.06959033012390137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:39,334 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:18:39,334 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201519320Writing region info on filesystem at 1731201519320Initializing all the Stores at 1731201519321 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201519321Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201519321Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201519321Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201519321Cleaning up temporary data from old regions at 1731201519331 (+10 ms)Running coprocessor post-open hooks at 1731201519334 (+3 ms)Region opened successfully at 1731201519334 2024-11-10T01:18:39,335 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201519274 2024-11-10T01:18:39,337 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:18:39,338 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:18:39,338 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,44575,1731201515612 2024-11-10T01:18:39,340 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,44575,1731201515612, state=OPEN 2024-11-10T01:18:39,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1084519849/meta-region-server 2024-11-10T01:18:39,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1084519849/meta-region-server 2024-11-10T01:18:39,385 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,44575,1731201515612 2024-11-10T01:18:39,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1084519849/meta-region-server: CHANGED 2024-11-10T01:18:39,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1084519849/meta-region-server: CHANGED 2024-11-10T01:18:39,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:18:39,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,44575,1731201515612 in 264 msec 2024-11-10T01:18:39,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:18:39,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 565 msec 2024-11-10T01:18:39,392 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:39,392 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:18:39,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:18:39,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,44575,1731201515612, seqNum=-1] 2024-11-10T01:18:39,394 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:18:39,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:18:39,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5630 sec 2024-11-10T01:18:39,402 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201519402, completionTime=-1 2024-11-10T01:18:39,402 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:18:39,403 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:18:39,405 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:18:39,405 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201579405 2024-11-10T01:18:39,405 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201639405 2024-11-10T01:18:39,405 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T01:18:39,405 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38063,1731201515386-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:39,405 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38063,1731201515386-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:39,405 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38063,1731201515386-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:39,406 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:38063, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:39,406 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:39,406 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:39,408 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:18:39,409 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.566sec 2024-11-10T01:18:39,410 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:18:39,410 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:18:39,410 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:18:39,410 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:18:39,410 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:18:39,410 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38063,1731201515386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:18:39,410 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38063,1731201515386-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:18:39,412 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:18:39,412 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:18:39,412 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38063,1731201515386-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:39,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3412892e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:39,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,38063,-1 for getting cluster id 2024-11-10T01:18:39,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:39,437 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c8446c4-d403-4502-8911-16b74e40fecd' 2024-11-10T01:18:39,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:39,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c8446c4-d403-4502-8911-16b74e40fecd" 2024-11-10T01:18:39,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf67b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:39,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,38063,-1] 2024-11-10T01:18:39,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:39,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:39,439 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:39,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5e2a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:39,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:18:39,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,44575,1731201515612, seqNum=-1] 2024-11-10T01:18:39,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:18:39,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:18:39,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,38063,1731201515386 2024-11-10T01:18:39,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53987 2024-11-10T01:18:39,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:39,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012252b0690002 connected 2024-11-10T01:18:39,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/hadoop.log.dir so I do NOT create it in target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937 2024-11-10T01:18:39,563 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:18:39,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/hadoop.tmp.dir so I do NOT create it in target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937 2024-11-10T01:18:39,563 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:18:39,563 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937 2024-11-10T01:18:39,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:18:39,563 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/cluster_1f344572-de37-7b9b-78aa-d0d26c18afad, deleteOnExit=true 2024-11-10T01:18:39,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/test.cache.data in system properties and HBase conf 2024-11-10T01:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:18:39,588 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:18:39,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:18:39,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:18:39,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:18:39,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:18:39,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:18:39,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:18:39,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:18:39,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:18:39,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:18:39,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:18:39,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:18:39,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:18:39,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:18:39,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:18:39,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:18:39,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:18:39,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:18:40,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:18:40,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:18:40,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:18:40,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:18:40,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:18:40,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:18:40,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eb5bc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:18:40,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28e3c7ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:18:40,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36dd4402{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/java.io.tmpdir/jetty-localhost-45453-hadoop-hdfs-3_4_1-tests_jar-_-any-17581090862551831014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:18:40,368 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@419155ef{HTTP/1.1, (http/1.1)}{localhost:45453} 2024-11-10T01:18:40,368 INFO [Time-limited test {}] server.Server(415): Started @47878ms 2024-11-10T01:18:40,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:18:40,714 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:18:40,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:18:40,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:18:40,716 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:18:40,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ed80d44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:18:40,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef92a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:18:40,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@229797ee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/java.io.tmpdir/jetty-localhost-33439-hadoop-hdfs-3_4_1-tests_jar-_-any-2433910020944520816/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:18:40,820 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4aa9d3bf{HTTP/1.1, (http/1.1)}{localhost:33439} 2024-11-10T01:18:40,820 INFO [Time-limited test {}] server.Server(415): Started @48330ms 2024-11-10T01:18:40,822 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:18:41,800 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/cluster_1f344572-de37-7b9b-78aa-d0d26c18afad/data/data1/current/BP-1120969882-172.17.0.3-1731201519619/current, will proceed with Du for space computation calculation, 2024-11-10T01:18:41,800 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/cluster_1f344572-de37-7b9b-78aa-d0d26c18afad/data/data2/current/BP-1120969882-172.17.0.3-1731201519619/current, will proceed with Du for space computation calculation, 2024-11-10T01:18:41,813 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:18:41,816 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa04d6c03b2062144 with lease ID 0xafb71d375879daa2: Processing first storage report for DS-fd6ec6f1-4be1-408f-b4a2-5993931be922 from datanode DatanodeRegistration(127.0.0.1:38921, datanodeUuid=0bb6c767-f9d9-491c-990d-4a6d95f651e2, infoPort=34539, infoSecurePort=0, ipcPort=34093, storageInfo=lv=-57;cid=testClusterID;nsid=270082433;c=1731201519619) 2024-11-10T01:18:41,816 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa04d6c03b2062144 with lease ID 0xafb71d375879daa2: from storage DS-fd6ec6f1-4be1-408f-b4a2-5993931be922 node DatanodeRegistration(127.0.0.1:38921, datanodeUuid=0bb6c767-f9d9-491c-990d-4a6d95f651e2, infoPort=34539, infoSecurePort=0, ipcPort=34093, storageInfo=lv=-57;cid=testClusterID;nsid=270082433;c=1731201519619), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:18:41,816 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa04d6c03b2062144 with lease ID 0xafb71d375879daa2: Processing first storage report for DS-ada38068-0308-44cd-a607-b255b3c8f4cd from datanode DatanodeRegistration(127.0.0.1:38921, datanodeUuid=0bb6c767-f9d9-491c-990d-4a6d95f651e2, infoPort=34539, infoSecurePort=0, ipcPort=34093, storageInfo=lv=-57;cid=testClusterID;nsid=270082433;c=1731201519619) 2024-11-10T01:18:41,816 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa04d6c03b2062144 with lease ID 0xafb71d375879daa2: from storage DS-ada38068-0308-44cd-a607-b255b3c8f4cd node DatanodeRegistration(127.0.0.1:38921, datanodeUuid=0bb6c767-f9d9-491c-990d-4a6d95f651e2, infoPort=34539, infoSecurePort=0, ipcPort=34093, storageInfo=lv=-57;cid=testClusterID;nsid=270082433;c=1731201519619), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:18:41,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937 2024-11-10T01:18:41,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:41,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:41,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38921 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:18:42,296 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544 with version=8 2024-11-10T01:18:42,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/hbase-staging 2024-11-10T01:18:42,298 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:18:42,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:42,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:42,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:18:42,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:42,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:18:42,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:18:42,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:18:42,299 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42823 2024-11-10T01:18:42,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42823 connecting to ZooKeeper ensemble=127.0.0.1:53987 2024-11-10T01:18:42,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428230x0, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:42,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42823-0x1012252b0690003 connected 2024-11-10T01:18:42,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:42,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:42,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Set watcher on znode that does not yet exist, /1157650093/running 2024-11-10T01:18:42,398 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544, hbase.cluster.distributed=false 2024-11-10T01:18:42,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Set watcher on znode that does not yet exist, /1157650093/acl 2024-11-10T01:18:42,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42823 2024-11-10T01:18:42,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42823 2024-11-10T01:18:42,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42823 2024-11-10T01:18:42,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42823 2024-11-10T01:18:42,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42823 2024-11-10T01:18:42,415 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:18:42,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:42,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:42,415 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:18:42,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:42,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:18:42,415 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:18:42,415 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:18:42,416 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43725 2024-11-10T01:18:42,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43725 connecting to ZooKeeper ensemble=127.0.0.1:53987 2024-11-10T01:18:42,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:42,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:42,431 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437250x0, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:42,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437250x0, quorum=127.0.0.1:53987, baseZNode=/1157650093 Set watcher on znode that does not yet exist, /1157650093/running 2024-11-10T01:18:42,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43725-0x1012252b0690004 connected 2024-11-10T01:18:42,431 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:18:42,432 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:18:42,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Set watcher on znode that does not yet exist, /1157650093/master 2024-11-10T01:18:42,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Set watcher on znode that does not yet exist, /1157650093/acl 2024-11-10T01:18:42,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43725 2024-11-10T01:18:42,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43725 2024-11-10T01:18:42,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43725 2024-11-10T01:18:42,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43725 2024-11-10T01:18:42,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43725 2024-11-10T01:18:42,450 DEBUG [M:0;0c4d4d227d60:42823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:42823 2024-11-10T01:18:42,450 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1157650093/backup-masters/0c4d4d227d60,42823,1731201522298 2024-11-10T01:18:42,462 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093/backup-masters 2024-11-10T01:18:42,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093/backup-masters 2024-11-10T01:18:42,463 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Set watcher on existing znode=/1157650093/backup-masters/0c4d4d227d60,42823,1731201522298 2024-11-10T01:18:42,472 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1157650093/master 2024-11-10T01:18:42,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093 2024-11-10T01:18:42,472 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093 2024-11-10T01:18:42,473 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Set watcher on existing znode=/1157650093/master 2024-11-10T01:18:42,473 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1157650093/backup-masters/0c4d4d227d60,42823,1731201522298 from backup master directory 2024-11-10T01:18:42,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1157650093/backup-masters/0c4d4d227d60,42823,1731201522298 2024-11-10T01:18:42,483 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093/backup-masters 2024-11-10T01:18:42,483 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:18:42,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093/backup-masters 2024-11-10T01:18:42,483 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,42823,1731201522298 2024-11-10T01:18:42,487 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/hbase.id] with ID: 433f3c0b-9c78-4f91-9134-ad54f45e941d 2024-11-10T01:18:42,487 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/.tmp/hbase.id 2024-11-10T01:18:42,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38921 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:18:42,895 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/.tmp/hbase.id]:[hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/hbase.id] 2024-11-10T01:18:42,907 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:42,907 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:18:42,909 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T01:18:42,936 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093 2024-11-10T01:18:42,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093 2024-11-10T01:18:42,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38921 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:18:43,342 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:18:43,343 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:18:43,343 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:43,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38921 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:18:43,751 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store 2024-11-10T01:18:43,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38921 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:18:44,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:18:44,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T01:18:44,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:18:44,019 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T01:18:44,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:18:44,019 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T01:18:44,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T01:18:44,019 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T01:18:44,053 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:18:44,158 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:44,158 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:18:44,158 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:44,158 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:44,158 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:18:44,158 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:44,158 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:44,158 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201524158Disabling compacts and flushes for region at 1731201524158Disabling writes for close at 1731201524158Writing region close event to WAL at 1731201524158Closed at 1731201524158 2024-11-10T01:18:44,159 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/.initializing 2024-11-10T01:18:44,159 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/WALs/0c4d4d227d60,42823,1731201522298 2024-11-10T01:18:44,160 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:18:44,163 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C42823%2C1731201522298, suffix=, logDir=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/WALs/0c4d4d227d60,42823,1731201522298, archiveDir=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/oldWALs, maxLogs=10 2024-11-10T01:18:44,176 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/WALs/0c4d4d227d60,42823,1731201522298/0c4d4d227d60%2C42823%2C1731201522298.1731201524164, exclude list is [], retry=0 2024-11-10T01:18:44,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38921,DS-fd6ec6f1-4be1-408f-b4a2-5993931be922,DISK] 2024-11-10T01:18:44,180 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/WALs/0c4d4d227d60,42823,1731201522298/0c4d4d227d60%2C42823%2C1731201522298.1731201524164 2024-11-10T01:18:44,181 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34539:34539)] 2024-11-10T01:18:44,181 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:18:44,181 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:44,181 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:44,181 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:44,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:44,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:18:44,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:44,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:44,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:44,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:18:44,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:44,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:44,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:44,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:18:44,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:44,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:44,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:44,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:18:44,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:44,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:44,190 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:44,191 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:44,191 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:44,192 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:44,192 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:44,192 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:44,194 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:44,196 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:18:44,196 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64419594, jitterRate=-0.040073245763778687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:44,196 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201524181Initializing all the Stores at 1731201524182 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201524182Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201524182Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201524182Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201524182Cleaning up temporary data from old regions at 1731201524192 (+10 ms)Region opened successfully at 1731201524196 (+4 ms) 2024-11-10T01:18:44,197 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:18:44,199 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402757fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:18:44,200 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:18:44,200 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:18:44,200 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:18:44,200 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:18:44,201 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:18:44,201 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:18:44,201 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:18:44,203 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:18:44,204 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Unable to get data of znode /1157650093/balancer because node does not exist (not necessarily an error) 2024-11-10T01:18:44,272 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1157650093/balancer already deleted, retry=false 2024-11-10T01:18:44,273 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:18:44,273 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Unable to get data of znode /1157650093/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:18:44,283 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1157650093/normalizer already deleted, retry=false 2024-11-10T01:18:44,283 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:18:44,284 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Unable to get data of znode /1157650093/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:18:44,293 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1157650093/switch/split already deleted, retry=false 2024-11-10T01:18:44,294 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Unable to get data of znode /1157650093/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:18:44,304 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1157650093/switch/merge already deleted, retry=false 2024-11-10T01:18:44,306 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Unable to get data of znode /1157650093/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:18:44,314 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1157650093/snapshot-cleanup already deleted, retry=false 2024-11-10T01:18:44,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1157650093/running 2024-11-10T01:18:44,325 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1157650093/running 2024-11-10T01:18:44,325 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093 2024-11-10T01:18:44,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093 2024-11-10T01:18:44,326 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,42823,1731201522298, sessionid=0x1012252b0690003, setting cluster-up flag (Was=false) 2024-11-10T01:18:44,452 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093 2024-11-10T01:18:44,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093 2024-11-10T01:18:44,500 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1157650093/flush-table-proc/acquired, /1157650093/flush-table-proc/reached, /1157650093/flush-table-proc/abort 2024-11-10T01:18:44,501 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,42823,1731201522298 2024-11-10T01:18:44,521 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093 2024-11-10T01:18:44,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093 2024-11-10T01:18:44,553 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1157650093/online-snapshot/acquired, /1157650093/online-snapshot/reached, /1157650093/online-snapshot/abort 2024-11-10T01:18:44,554 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,42823,1731201522298 2024-11-10T01:18:44,555 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:18:44,557 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:44,557 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:18:44,557 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:18:44,558 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,42823,1731201522298 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:18:44,559 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:44,559 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:44,559 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:44,559 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:44,559 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:18:44,559 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:44,559 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:18:44,559 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:44,560 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201554560 2024-11-10T01:18:44,560 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:18:44,561 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:18:44,561 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:18:44,561 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:18:44,561 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:18:44,561 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:18:44,561 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:44,561 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:44,561 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:18:44,562 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:18:44,562 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:18:44,562 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:18:44,562 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:18:44,562 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:44,563 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:18:44,563 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:18:44,562 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:18:44,563 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201524563,5,FailOnTimeoutGroup] 2024-11-10T01:18:44,563 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201524563,5,FailOnTimeoutGroup] 2024-11-10T01:18:44,563 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:44,563 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:18:44,563 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:44,563 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38921 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:18:44,643 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(746): ClusterId : 433f3c0b-9c78-4f91-9134-ad54f45e941d 2024-11-10T01:18:44,643 DEBUG [RS:0;0c4d4d227d60:43725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:18:44,652 DEBUG [RS:0;0c4d4d227d60:43725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:18:44,652 DEBUG [RS:0;0c4d4d227d60:43725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:18:44,663 DEBUG [RS:0;0c4d4d227d60:43725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:18:44,663 DEBUG [RS:0;0c4d4d227d60:43725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e701844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:18:44,673 DEBUG [RS:0;0c4d4d227d60:43725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:43725 2024-11-10T01:18:44,673 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:18:44,674 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:18:44,674 DEBUG [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:18:44,675 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,42823,1731201522298 with port=43725, startcode=1731201522414 2024-11-10T01:18:44,675 DEBUG [RS:0;0c4d4d227d60:43725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:18:44,676 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:18:44,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,43725,1731201522414 2024-11-10T01:18:44,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42823 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,43725,1731201522414 2024-11-10T01:18:44,678 DEBUG [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544 2024-11-10T01:18:44,678 DEBUG [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37293 2024-11-10T01:18:44,678 DEBUG [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:18:44,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093/rs 2024-11-10T01:18:44,740 DEBUG [RS:0;0c4d4d227d60:43725 {}] zookeeper.ZKUtil(111): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Set watcher on existing znode=/1157650093/rs/0c4d4d227d60,43725,1731201522414 2024-11-10T01:18:44,740 WARN [RS:0;0c4d4d227d60:43725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:18:44,740 INFO [RS:0;0c4d4d227d60:43725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:44,740 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,43725,1731201522414] 2024-11-10T01:18:44,740 DEBUG [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/WALs/0c4d4d227d60,43725,1731201522414 2024-11-10T01:18:44,744 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:18:44,745 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:18:44,746 INFO [RS:0;0c4d4d227d60:43725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:18:44,746 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:44,746 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:18:44,747 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:18:44,747 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:44,747 DEBUG [RS:0;0c4d4d227d60:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:44,747 DEBUG [RS:0;0c4d4d227d60:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:44,747 DEBUG [RS:0;0c4d4d227d60:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:44,747 DEBUG [RS:0;0c4d4d227d60:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:44,747 DEBUG [RS:0;0c4d4d227d60:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:44,747 DEBUG [RS:0;0c4d4d227d60:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:18:44,747 DEBUG [RS:0;0c4d4d227d60:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:44,747 DEBUG [RS:0;0c4d4d227d60:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:44,747 DEBUG [RS:0;0c4d4d227d60:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:44,747 DEBUG [RS:0;0c4d4d227d60:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:44,747 DEBUG [RS:0;0c4d4d227d60:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:44,747 DEBUG [RS:0;0c4d4d227d60:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:44,747 DEBUG [RS:0;0c4d4d227d60:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:18:44,747 DEBUG [RS:0;0c4d4d227d60:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:18:44,752 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:44,752 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:44,752 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:44,752 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:44,752 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:44,752 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,43725,1731201522414-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:18:44,765 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:18:44,765 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,43725,1731201522414-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:44,765 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:44,766 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.Replication(171): 0c4d4d227d60,43725,1731201522414 started 2024-11-10T01:18:44,778 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:44,778 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,43725,1731201522414, RpcServer on 0c4d4d227d60/172.17.0.3:43725, sessionid=0x1012252b0690004 2024-11-10T01:18:44,778 DEBUG [RS:0;0c4d4d227d60:43725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:18:44,778 DEBUG [RS:0;0c4d4d227d60:43725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,43725,1731201522414 2024-11-10T01:18:44,778 DEBUG [RS:0;0c4d4d227d60:43725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,43725,1731201522414' 2024-11-10T01:18:44,778 DEBUG [RS:0;0c4d4d227d60:43725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1157650093/flush-table-proc/abort' 2024-11-10T01:18:44,779 DEBUG [RS:0;0c4d4d227d60:43725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1157650093/flush-table-proc/acquired' 2024-11-10T01:18:44,779 DEBUG [RS:0;0c4d4d227d60:43725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:18:44,779 DEBUG [RS:0;0c4d4d227d60:43725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:18:44,779 DEBUG [RS:0;0c4d4d227d60:43725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,43725,1731201522414 2024-11-10T01:18:44,779 DEBUG [RS:0;0c4d4d227d60:43725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,43725,1731201522414' 2024-11-10T01:18:44,779 DEBUG [RS:0;0c4d4d227d60:43725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1157650093/online-snapshot/abort' 2024-11-10T01:18:44,780 DEBUG [RS:0;0c4d4d227d60:43725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1157650093/online-snapshot/acquired' 2024-11-10T01:18:44,780 DEBUG [RS:0;0c4d4d227d60:43725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:18:44,780 INFO [RS:0;0c4d4d227d60:43725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:18:44,780 INFO [RS:0;0c4d4d227d60:43725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:18:44,821 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:18:44,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:18:44,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:18:44,881 INFO [RS:0;0c4d4d227d60:43725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:18:44,882 INFO [RS:0;0c4d4d227d60:43725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C43725%2C1731201522414, suffix=, logDir=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/WALs/0c4d4d227d60,43725,1731201522414, archiveDir=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/oldWALs, maxLogs=10 2024-11-10T01:18:44,894 DEBUG [RS:0;0c4d4d227d60:43725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/WALs/0c4d4d227d60,43725,1731201522414/0c4d4d227d60%2C43725%2C1731201522414.1731201524883, exclude list is [], retry=0 2024-11-10T01:18:44,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38921,DS-fd6ec6f1-4be1-408f-b4a2-5993931be922,DISK] 2024-11-10T01:18:44,899 INFO [RS:0;0c4d4d227d60:43725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/WALs/0c4d4d227d60,43725,1731201522414/0c4d4d227d60%2C43725%2C1731201522414.1731201524883 2024-11-10T01:18:44,899 DEBUG [RS:0;0c4d4d227d60:43725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34539:34539)] 2024-11-10T01:18:44,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:18:44,969 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544 2024-11-10T01:18:44,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38921 is added to blk_1073741833_1009 (size=32) 2024-11-10T01:18:45,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:45,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:18:45,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:18:45,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:45,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:45,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:18:45,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:18:45,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:45,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:45,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:18:45,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:18:45,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:45,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:45,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:18:45,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:18:45,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:45,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:45,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:18:45,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/data/hbase/meta/1588230740 2024-11-10T01:18:45,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/data/hbase/meta/1588230740 2024-11-10T01:18:45,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:18:45,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:18:45,387 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:45,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:18:45,390 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:18:45,390 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63673918, jitterRate=-0.05118468403816223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:45,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201525376Initializing all the Stores at 1731201525377 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201525377Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201525377Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201525377Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201525377Cleaning up temporary data from old regions at 1731201525386 (+9 ms)Region opened successfully at 1731201525390 (+4 ms) 2024-11-10T01:18:45,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:18:45,390 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:18:45,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:18:45,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:18:45,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:18:45,391 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:18:45,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201525390Disabling compacts and flushes for region at 1731201525390Disabling writes for close at 1731201525390Writing region close event to WAL at 1731201525391 (+1 ms)Closed at 1731201525391 2024-11-10T01:18:45,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:45,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:18:45,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:18:45,393 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:18:45,394 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:18:45,544 DEBUG [0c4d4d227d60:42823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:18:45,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,43725,1731201522414 2024-11-10T01:18:45,546 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,43725,1731201522414, state=OPENING 2024-11-10T01:18:45,556 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:18:45,567 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093 2024-11-10T01:18:45,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093 2024-11-10T01:18:45,568 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:18:45,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1157650093/meta-region-server: CHANGED 2024-11-10T01:18:45,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1157650093/meta-region-server: CHANGED 2024-11-10T01:18:45,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,43725,1731201522414}] 2024-11-10T01:18:45,721 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:18:45,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:18:45,726 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:18:45,726 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:45,726 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:18:45,728 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C43725%2C1731201522414.meta, suffix=.meta, logDir=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/WALs/0c4d4d227d60,43725,1731201522414, archiveDir=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/oldWALs, maxLogs=10 2024-11-10T01:18:45,742 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/WALs/0c4d4d227d60,43725,1731201522414/0c4d4d227d60%2C43725%2C1731201522414.meta.1731201525728.meta, exclude list is [], retry=0 2024-11-10T01:18:45,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38921,DS-fd6ec6f1-4be1-408f-b4a2-5993931be922,DISK] 2024-11-10T01:18:45,746 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/WALs/0c4d4d227d60,43725,1731201522414/0c4d4d227d60%2C43725%2C1731201522414.meta.1731201525728.meta 2024-11-10T01:18:45,746 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34539:34539)] 2024-11-10T01:18:45,746 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:18:45,747 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:18:45,747 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:18:45,747 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:18:45,747 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:18:45,747 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:18:45,747 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:45,747 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:18:45,747 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:18:45,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:18:45,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:18:45,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:45,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:45,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:18:45,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:18:45,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:45,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:45,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:18:45,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:18:45,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:45,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:45,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:18:45,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:18:45,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:45,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:45,756 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:18:45,757 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/data/hbase/meta/1588230740 2024-11-10T01:18:45,758 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/data/hbase/meta/1588230740 2024-11-10T01:18:45,760 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:18:45,760 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:18:45,761 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:45,763 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:18:45,764 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61859785, jitterRate=-0.07821737229824066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:45,764 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:18:45,764 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201525748Writing region info on filesystem at 1731201525748Initializing all the Stores at 1731201525749 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201525749Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201525749Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201525749Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201525749Cleaning up temporary data from old regions at 1731201525760 (+11 ms)Running coprocessor post-open hooks at 1731201525764 (+4 ms)Region opened successfully at 1731201525764 2024-11-10T01:18:45,765 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201525720 2024-11-10T01:18:45,768 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:18:45,768 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:18:45,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,43725,1731201522414 2024-11-10T01:18:45,770 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,43725,1731201522414, state=OPEN 2024-11-10T01:18:45,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1157650093/meta-region-server 2024-11-10T01:18:45,778 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1157650093/meta-region-server 2024-11-10T01:18:45,778 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,43725,1731201522414 2024-11-10T01:18:45,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1157650093/meta-region-server: CHANGED 2024-11-10T01:18:45,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1157650093/meta-region-server: CHANGED 2024-11-10T01:18:45,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:18:45,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,43725,1731201522414 in 210 msec 2024-11-10T01:18:45,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:18:45,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 389 msec 2024-11-10T01:18:45,784 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:45,784 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:18:45,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:18:45,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43725,1731201522414, seqNum=-1] 2024-11-10T01:18:45,786 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:18:45,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:18:45,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-11-10T01:18:45,794 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201525794, completionTime=-1 2024-11-10T01:18:45,794 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:18:45,794 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:18:45,796 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:18:45,796 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201585796 2024-11-10T01:18:45,796 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201645796 2024-11-10T01:18:45,796 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T01:18:45,796 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42823,1731201522298-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:45,796 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42823,1731201522298-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:45,796 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42823,1731201522298-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:45,796 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:42823, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:45,797 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:45,797 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:45,799 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:18:45,801 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.318sec 2024-11-10T01:18:45,801 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:18:45,802 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:18:45,802 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:18:45,802 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:18:45,802 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:18:45,802 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42823,1731201522298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:18:45,802 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42823,1731201522298-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:18:45,804 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:18:45,804 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:18:45,804 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42823,1731201522298-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:45,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8f4513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:45,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42823,-1 for getting cluster id 2024-11-10T01:18:45,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:45,845 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '433f3c0b-9c78-4f91-9134-ad54f45e941d' 2024-11-10T01:18:45,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:45,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "433f3c0b-9c78-4f91-9134-ad54f45e941d" 2024-11-10T01:18:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ecfa284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42823,-1] 2024-11-10T01:18:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:45,847 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:45,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496a4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:45,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:18:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43725,1731201522414, seqNum=-1] 2024-11-10T01:18:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:18:45,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:18:45,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,42823,1731201522298 2024-11-10T01:18:45,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53987 2024-11-10T01:18:45,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:45,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012252b0690005 connected 2024-11-10T01:18:45,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca078ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:45,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,38063,-1 for getting cluster id 2024-11-10T01:18:45,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:45,877 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c8446c4-d403-4502-8911-16b74e40fecd' 2024-11-10T01:18:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c8446c4-d403-4502-8911-16b74e40fecd" 2024-11-10T01:18:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b61a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,38063,-1] 2024-11-10T01:18:45,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:45,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:45,879 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:45,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d7344a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:45,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:18:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,38063,1731201515386 2024-11-10T01:18:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3455c987 2024-11-10T01:18:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:18:45,882 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:18:45,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:42823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:18:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:18:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:18:45,886 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:42823' 2024-11-10T01:18:45,887 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3cdb09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:45,887 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42823,-1 for getting cluster id 2024-11-10T01:18:45,887 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:45,888 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '433f3c0b-9c78-4f91-9134-ad54f45e941d' 2024-11-10T01:18:45,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:45,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "433f3c0b-9c78-4f91-9134-ad54f45e941d" 2024-11-10T01:18:45,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c443d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:45,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42823,-1] 2024-11-10T01:18:45,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:45,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:45,890 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:45,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5807c795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:45,891 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:18:45,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42823,1731201522298 2024-11-10T01:18:45,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18fc523d 2024-11-10T01:18:45,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:18:45,894 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:18:45,896 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-10T01:18:45,896 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:18:45,896 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:45,896 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:45,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:45,896 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:18:45,898 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:18:45,900 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:18:45,900 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:45,901 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:18:45,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741835_1011 (size=1138) 2024-11-10T01:18:45,949 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T01:18:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:18:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:18:46,317 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5bcfbfee761a69857ba392b003f38022, NAME => 'hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94 2024-11-10T01:18:46,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741836_1012 (size=44) 2024-11-10T01:18:46,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:46,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5bcfbfee761a69857ba392b003f38022, disabling compactions & flushes 2024-11-10T01:18:46,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022. 2024-11-10T01:18:46,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022. 2024-11-10T01:18:46,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022. after waiting 0 ms 2024-11-10T01:18:46,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022. 2024-11-10T01:18:46,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022. 2024-11-10T01:18:46,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5bcfbfee761a69857ba392b003f38022: Waiting for close lock at 1731201526351Disabling compacts and flushes for region at 1731201526351Disabling writes for close at 1731201526351Writing region close event to WAL at 1731201526351Closed at 1731201526351 2024-11-10T01:18:46,354 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:18:46,354 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731201526354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201526354"}]},"ts":"1731201526354"} 2024-11-10T01:18:46,357 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:18:46,359 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:18:46,359 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201526359"}]},"ts":"1731201526359"} 2024-11-10T01:18:46,362 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T01:18:46,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5bcfbfee761a69857ba392b003f38022, ASSIGN}] 2024-11-10T01:18:46,366 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5bcfbfee761a69857ba392b003f38022, ASSIGN 2024-11-10T01:18:46,367 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5bcfbfee761a69857ba392b003f38022, ASSIGN; state=OFFLINE, location=0c4d4d227d60,44575,1731201515612; forceNewPlan=false, retain=false 2024-11-10T01:18:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:18:46,517 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5bcfbfee761a69857ba392b003f38022, regionState=OPENING, regionLocation=0c4d4d227d60,44575,1731201515612 2024-11-10T01:18:46,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5bcfbfee761a69857ba392b003f38022, ASSIGN because future has completed 2024-11-10T01:18:46,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bcfbfee761a69857ba392b003f38022, server=0c4d4d227d60,44575,1731201515612}] 2024-11-10T01:18:46,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022. 2024-11-10T01:18:46,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:46,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:18:46,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C44575%2C1731201515612.rep, suffix=, logDir=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612, archiveDir=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/oldWALs, maxLogs=10 2024-11-10T01:18:46,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612/0c4d4d227d60%2C44575%2C1731201515612.rep.1731201526688, exclude list is [], retry=0 2024-11-10T01:18:46,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34653,DS-33c30007-671a-417e-9e2c-43dd3a1f0666,DISK] 2024-11-10T01:18:46,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612/0c4d4d227d60%2C44575%2C1731201515612.rep.1731201526688 2024-11-10T01:18:46,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45653:45653)] 2024-11-10T01:18:46,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bcfbfee761a69857ba392b003f38022, NAME => 'hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:18:46,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:18:46,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:18:46,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022. service=MultiRowMutationService 2024-11-10T01:18:46,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:18:46,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:46,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:46,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:46,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:46,711 INFO [StoreOpener-5bcfbfee761a69857ba392b003f38022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:46,716 INFO [StoreOpener-5bcfbfee761a69857ba392b003f38022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bcfbfee761a69857ba392b003f38022 columnFamilyName hfileref 2024-11-10T01:18:46,717 DEBUG [StoreOpener-5bcfbfee761a69857ba392b003f38022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:46,717 INFO [StoreOpener-5bcfbfee761a69857ba392b003f38022-1 {}] regionserver.HStore(327): Store=5bcfbfee761a69857ba392b003f38022/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:46,718 INFO [StoreOpener-5bcfbfee761a69857ba392b003f38022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:46,720 INFO [StoreOpener-5bcfbfee761a69857ba392b003f38022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bcfbfee761a69857ba392b003f38022 columnFamilyName queue 2024-11-10T01:18:46,720 DEBUG [StoreOpener-5bcfbfee761a69857ba392b003f38022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:46,720 INFO [StoreOpener-5bcfbfee761a69857ba392b003f38022-1 {}] regionserver.HStore(327): Store=5bcfbfee761a69857ba392b003f38022/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:46,721 INFO [StoreOpener-5bcfbfee761a69857ba392b003f38022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:46,722 INFO [StoreOpener-5bcfbfee761a69857ba392b003f38022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bcfbfee761a69857ba392b003f38022 columnFamilyName sid 2024-11-10T01:18:46,722 DEBUG [StoreOpener-5bcfbfee761a69857ba392b003f38022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:46,723 INFO [StoreOpener-5bcfbfee761a69857ba392b003f38022-1 {}] regionserver.HStore(327): Store=5bcfbfee761a69857ba392b003f38022/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:46,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:46,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/replication/5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:46,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/replication/5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:46,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:46,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:46,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:18:46,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:46,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/replication/5bcfbfee761a69857ba392b003f38022/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:18:46,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5bcfbfee761a69857ba392b003f38022; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61128709, jitterRate=-0.08911125361919403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:18:46,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:46,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5bcfbfee761a69857ba392b003f38022: Running coprocessor pre-open hook at 1731201526710Writing region info on filesystem at 1731201526710Initializing all the Stores at 1731201526711 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201526711Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201526711Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201526711Cleaning up temporary data from old regions at 1731201526725 (+14 ms)Running coprocessor post-open hooks at 1731201526733 (+8 ms)Region opened successfully at 1731201526733 2024-11-10T01:18:46,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022., pid=7, masterSystemTime=1731201526674 2024-11-10T01:18:46,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022. 2024-11-10T01:18:46,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022. 2024-11-10T01:18:46,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5bcfbfee761a69857ba392b003f38022, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,44575,1731201515612 2024-11-10T01:18:46,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bcfbfee761a69857ba392b003f38022, server=0c4d4d227d60,44575,1731201515612 because future has completed 2024-11-10T01:18:46,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T01:18:46,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bcfbfee761a69857ba392b003f38022, server=0c4d4d227d60,44575,1731201515612 in 227 msec 2024-11-10T01:18:46,760 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:18:46,761 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201526760"}]},"ts":"1731201526760"} 2024-11-10T01:18:46,765 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T01:18:46,766 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:18:46,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:18:46,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5bcfbfee761a69857ba392b003f38022, ASSIGN in 390 msec 2024-11-10T01:18:46,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 870 msec 2024-11-10T01:18:46,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022., hostname=0c4d4d227d60,44575,1731201515612, seqNum=2] 2024-11-10T01:18:46,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:46,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:46,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:18:47,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T01:18:47,007 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T01:18:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:18:47,045 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,44575,1731201515612, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:18:47,046 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:18:47,046 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,44575,1731201515612, seqNum=-1] 2024-11-10T01:18:47,047 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:18:47,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-10T01:18:47,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0c4d4d227d60,44575,1731201515612', locateType=CURRENT is [region=hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022., hostname=0c4d4d227d60,44575,1731201515612, seqNum=2] 2024-11-10T01:18:47,060 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T01:18:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T01:18:47,065 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0c4d4d227d60,44575,1731201515612 suceeded 2024-11-10T01:18:47,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T01:18:47,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-10T01:18:47,069 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0c4d4d227d60:42823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:18:47,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1860 sec 2024-11-10T01:18:47,081 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:42823' 2024-11-10T01:18:47,082 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@258acf00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:47,082 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42823,-1 for getting cluster id 2024-11-10T01:18:47,083 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:47,083 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '433f3c0b-9c78-4f91-9134-ad54f45e941d' 2024-11-10T01:18:47,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:47,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "433f3c0b-9c78-4f91-9134-ad54f45e941d" 2024-11-10T01:18:47,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e179040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:47,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42823,-1] 2024-11-10T01:18:47,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:47,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:47,086 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:47,087 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@238b677c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:47,087 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:18:47,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42823,1731201522298 2024-11-10T01:18:47,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78221d3b 2024-11-10T01:18:47,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:18:47,090 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-10T01:18:47,091 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,44575,1731201515612 (queues=1) is replicating from cluster=3c8446c4-d403-4502-8911-16b74e40fecd to cluster=433f3c0b-9c78-4f91-9134-ad54f45e941d 2024-11-10T01:18:47,092 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C44575%2C1731201515612 2024-11-10T01:18:47,092 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,44575,1731201515612, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:18:47,094 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612.replicationSource.wal-reader.0c4d4d227d60%2C44575%2C1731201515612,1-0c4d4d227d60,44575,1731201515612 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612/0c4d4d227d60%2C44575%2C1731201515612.1731201518209, startPosition=0, beingWritten=true 2024-11-10T01:18:47,096 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612.replicationSource.shipper0c4d4d227d60%2C44575%2C1731201515612,1-0c4d4d227d60,44575,1731201515612 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C44575%2C1731201515612 2024-11-10T01:18:47,324 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612.replicationSource.wal-reader.0c4d4d227d60%2C44575%2C1731201515612,1-0c4d4d227d60,44575,1731201515612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612/0c4d4d227d60%2C44575%2C1731201515612.1731201518209 to pos 0, reset compression=false 2024-11-10T01:18:47,630 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612.replicationSource.wal-reader.0c4d4d227d60%2C44575%2C1731201515612,1-0c4d4d227d60,44575,1731201515612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612/0c4d4d227d60%2C44575%2C1731201515612.1731201518209 to pos 0, reset compression=false 2024-11-10T01:18:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:18:48,028 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:18:48,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:18:48,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:48,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:48,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:48,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:18:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,38063,1731201515386 2024-11-10T01:18:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46d144d3 2024-11-10T01:18:48,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:18:48,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:48,035 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612.replicationSource.wal-reader.0c4d4d227d60%2C44575%2C1731201515612,1-0c4d4d227d60,44575,1731201515612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612/0c4d4d227d60%2C44575%2C1731201515612.1731201518209 to pos 0, reset compression=false 2024-11-10T01:18:48,037 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:18:48,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T01:18:48,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:18:48,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:18:48,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:48,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:48,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:48,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:48,039 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:18:48,039 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=853537007, stopped=false 2024-11-10T01:18:48,040 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,42823,1731201522298 2024-11-10T01:18:48,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1157650093/running 2024-11-10T01:18:48,052 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:18:48,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093 2024-11-10T01:18:48,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:18:48,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Set watcher on znode that does not yet exist, /1157650093/running 2024-11-10T01:18:48,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:48,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:48,053 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,43725,1731201522414' ***** 2024-11-10T01:18:48,053 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:18:48,053 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:18:48,053 INFO [RS:0;0c4d4d227d60:43725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:18:48,054 INFO [RS:0;0c4d4d227d60:43725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:18:48,054 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,43725,1731201522414 2024-11-10T01:18:48,054 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:18:48,054 INFO [RS:0;0c4d4d227d60:43725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:43725. 2024-11-10T01:18:48,054 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1157650093/running 2024-11-10T01:18:48,054 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093 2024-11-10T01:18:48,054 DEBUG [RS:0;0c4d4d227d60:43725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:48,054 DEBUG [RS:0;0c4d4d227d60:43725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:48,054 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:18:48,055 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:18:48,056 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:18:48,056 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:18:48,056 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:18:48,056 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:18:48,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Set watcher on znode that does not yet exist, /1157650093/running 2024-11-10T01:18:48,061 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T01:18:48,061 DEBUG [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:18:48,061 DEBUG [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:18:48,062 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:18:48,062 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:18:48,062 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:18:48,062 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:18:48,062 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:18:48,062 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T01:18:48,092 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/data/hbase/meta/1588230740/.tmp/ns/847b70e34aa74a52a7f59b27394815fa is 43, key is default/ns:d/1731201525788/Put/seqid=0 2024-11-10T01:18:48,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38921 is added to blk_1073741835_1011 (size=5153) 2024-11-10T01:18:48,262 DEBUG [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:18:48,462 DEBUG [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:18:48,503 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/data/hbase/meta/1588230740/.tmp/ns/847b70e34aa74a52a7f59b27394815fa 2024-11-10T01:18:48,511 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/data/hbase/meta/1588230740/.tmp/ns/847b70e34aa74a52a7f59b27394815fa as hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/data/hbase/meta/1588230740/ns/847b70e34aa74a52a7f59b27394815fa 2024-11-10T01:18:48,523 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/data/hbase/meta/1588230740/ns/847b70e34aa74a52a7f59b27394815fa, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T01:18:48,535 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 473ms, sequenceid=6, compaction requested=false 2024-11-10T01:18:48,558 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T01:18:48,559 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:18:48,559 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:18:48,559 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:18:48,559 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201528062Running coprocessor pre-close hooks at 1731201528062Disabling compacts and flushes for region at 1731201528062Disabling writes for close at 1731201528062Obtaining lock to block concurrent updates at 1731201528062Preparing flush snapshotting stores in 1588230740 at 1731201528062Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731201528063 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731201528069 (+6 ms)Flushing 1588230740/ns: creating writer at 1731201528069Flushing 1588230740/ns: appending metadata at 1731201528091 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731201528091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d191a72: reopening flushed file at 1731201528510 (+419 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 473ms, sequenceid=6, compaction requested=false at 1731201528535 (+25 ms)Writing region close event to WAL at 1731201528548 (+13 ms)Running coprocessor post-close hooks at 1731201528559 (+11 ms)Closed at 1731201528559 2024-11-10T01:18:48,559 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:18:48,563 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612.replicationSource.wal-reader.0c4d4d227d60%2C44575%2C1731201515612,1-0c4d4d227d60,44575,1731201515612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612/0c4d4d227d60%2C44575%2C1731201515612.1731201518209 to pos 0, reset compression=false 2024-11-10T01:18:48,662 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,43725,1731201522414; all regions closed. 2024-11-10T01:18:48,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38921 is added to blk_1073741834_1010 (size=1152) 2024-11-10T01:18:48,670 DEBUG [RS:0;0c4d4d227d60:43725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/oldWALs 2024-11-10T01:18:48,670 INFO [RS:0;0c4d4d227d60:43725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C43725%2C1731201522414.meta:.meta(num 1731201525728) 2024-11-10T01:18:48,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38921 is added to blk_1073741832_1008 (size=93) 2024-11-10T01:18:48,673 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/WALs/0c4d4d227d60,43725,1731201522414/0c4d4d227d60%2C43725%2C1731201522414.1731201524883 not finished, retry = 0 2024-11-10T01:18:48,752 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:18:48,752 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:18:48,775 DEBUG [RS:0;0c4d4d227d60:43725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/oldWALs 2024-11-10T01:18:48,775 INFO [RS:0;0c4d4d227d60:43725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C43725%2C1731201522414:(num 1731201524883) 2024-11-10T01:18:48,775 DEBUG [RS:0;0c4d4d227d60:43725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:48,775 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:18:48,775 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:18:48,775 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:18:48,776 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:18:48,776 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:18:48,776 INFO [RS:0;0c4d4d227d60:43725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43725 2024-11-10T01:18:48,788 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1157650093/rs/0c4d4d227d60,43725,1731201522414 2024-11-10T01:18:48,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093/rs 2024-11-10T01:18:48,788 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:18:48,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,43725,1731201522414] 2024-11-10T01:18:48,799 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1157650093/draining/0c4d4d227d60,43725,1731201522414 already deleted, retry=false 2024-11-10T01:18:48,799 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,43725,1731201522414 expired; onlineServers=0 2024-11-10T01:18:48,799 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,42823,1731201522298' ***** 2024-11-10T01:18:48,799 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:18:48,799 INFO [M:0;0c4d4d227d60:42823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:18:48,799 INFO [M:0;0c4d4d227d60:42823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:18:48,799 DEBUG [M:0;0c4d4d227d60:42823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:18:48,799 DEBUG [M:0;0c4d4d227d60:42823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:18:48,799 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:18:48,799 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201524563 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201524563,5,FailOnTimeoutGroup] 2024-11-10T01:18:48,799 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201524563 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201524563,5,FailOnTimeoutGroup] 2024-11-10T01:18:48,799 INFO [M:0;0c4d4d227d60:42823 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:18:48,800 INFO [M:0;0c4d4d227d60:42823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:18:48,800 DEBUG [M:0;0c4d4d227d60:42823 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:18:48,800 INFO [M:0;0c4d4d227d60:42823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:18:48,800 INFO [M:0;0c4d4d227d60:42823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:18:48,800 INFO [M:0;0c4d4d227d60:42823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:18:48,800 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:18:48,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1157650093/master 2024-11-10T01:18:48,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157650093 2024-11-10T01:18:48,819 DEBUG [M:0;0c4d4d227d60:42823 {}] zookeeper.RecoverableZooKeeper(212): Node /1157650093/master already deleted, retry=false 2024-11-10T01:18:48,820 DEBUG [M:0;0c4d4d227d60:42823 {}] master.ActiveMasterManager(353): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Failed delete of our master address node; KeeperErrorCode = NoNode for /1157650093/master 2024-11-10T01:18:48,820 INFO [M:0;0c4d4d227d60:42823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/.lastflushedseqids 2024-11-10T01:18:48,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38921 is added to blk_1073741836_1012 (size=99) 2024-11-10T01:18:48,899 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:48,899 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012252b0690004, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:48,899 INFO [RS:0;0c4d4d227d60:43725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:18:48,899 INFO [RS:0;0c4d4d227d60:43725 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,43725,1731201522414; zookeeper connection closed. 2024-11-10T01:18:48,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@197d786d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@197d786d 2024-11-10T01:18:48,900 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:18:49,174 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612.replicationSource.wal-reader.0c4d4d227d60%2C44575%2C1731201515612,1-0c4d4d227d60,44575,1731201515612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612/0c4d4d227d60%2C44575%2C1731201515612.1731201518209 to pos 0, reset compression=false 2024-11-10T01:18:49,226 INFO [M:0;0c4d4d227d60:42823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:18:49,226 INFO [M:0;0c4d4d227d60:42823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:18:49,226 DEBUG [M:0;0c4d4d227d60:42823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:18:49,227 INFO [M:0;0c4d4d227d60:42823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:49,227 DEBUG [M:0;0c4d4d227d60:42823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:49,227 DEBUG [M:0;0c4d4d227d60:42823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:18:49,227 DEBUG [M:0;0c4d4d227d60:42823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:49,227 INFO [M:0;0c4d4d227d60:42823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T01:18:49,244 DEBUG [M:0;0c4d4d227d60:42823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cc3e3f906be4a4c91292da130966bc5 is 82, key is hbase:meta,,1/info:regioninfo/1731201525768/Put/seqid=0 2024-11-10T01:18:49,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38921 is added to blk_1073741837_1013 (size=5672) 2024-11-10T01:18:49,253 INFO [M:0;0c4d4d227d60:42823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cc3e3f906be4a4c91292da130966bc5 2024-11-10T01:18:49,279 DEBUG [M:0;0c4d4d227d60:42823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a273ba3ae6a546869231e5a24760ca20 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731201525793/Put/seqid=0 2024-11-10T01:18:49,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38921 is added to blk_1073741838_1014 (size=5275) 2024-11-10T01:18:49,706 INFO [M:0;0c4d4d227d60:42823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a273ba3ae6a546869231e5a24760ca20 2024-11-10T01:18:49,726 DEBUG [M:0;0c4d4d227d60:42823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0e260dc2db9414db0894b9e7dac227a is 69, key is 0c4d4d227d60,43725,1731201522414/rs:state/1731201524677/Put/seqid=0 2024-11-10T01:18:49,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38921 is added to blk_1073741839_1015 (size=5156) 2024-11-10T01:18:49,730 INFO [M:0;0c4d4d227d60:42823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0e260dc2db9414db0894b9e7dac227a 2024-11-10T01:18:49,740 DEBUG [M:0;0c4d4d227d60:42823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cc3e3f906be4a4c91292da130966bc5 as hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cc3e3f906be4a4c91292da130966bc5 2024-11-10T01:18:49,752 INFO [M:0;0c4d4d227d60:42823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cc3e3f906be4a4c91292da130966bc5, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T01:18:49,753 DEBUG [M:0;0c4d4d227d60:42823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a273ba3ae6a546869231e5a24760ca20 as hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a273ba3ae6a546869231e5a24760ca20 2024-11-10T01:18:49,761 INFO [M:0;0c4d4d227d60:42823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a273ba3ae6a546869231e5a24760ca20, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T01:18:49,762 DEBUG [M:0;0c4d4d227d60:42823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0e260dc2db9414db0894b9e7dac227a as hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0e260dc2db9414db0894b9e7dac227a 2024-11-10T01:18:49,769 INFO [M:0;0c4d4d227d60:42823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0e260dc2db9414db0894b9e7dac227a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T01:18:49,771 INFO [M:0;0c4d4d227d60:42823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 544ms, sequenceid=28, compaction requested=false 2024-11-10T01:18:49,782 INFO [M:0;0c4d4d227d60:42823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:49,782 DEBUG [M:0;0c4d4d227d60:42823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201529226Disabling compacts and flushes for region at 1731201529226Disabling writes for close at 1731201529227 (+1 ms)Obtaining lock to block concurrent updates at 1731201529227Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201529227Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731201529227Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201529228 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201529228Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201529243 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201529243Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201529258 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201529278 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201529278Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201529711 (+433 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201529725 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201529725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64fc58b: reopening flushed file at 1731201529739 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2904a5ac: reopening flushed file at 1731201529752 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54721dd2: reopening flushed file at 1731201529761 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 544ms, sequenceid=28, compaction requested=false at 1731201529771 (+10 ms)Writing region close event to WAL at 1731201529782 (+11 ms)Closed at 1731201529782 2024-11-10T01:18:49,785 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/479d2846-70d8-b2f9-cf7e-7d20e8409544/MasterData/WALs/0c4d4d227d60,42823,1731201522298/0c4d4d227d60%2C42823%2C1731201522298.1731201524164 not finished, retry = 0 2024-11-10T01:18:49,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38921 is added to blk_1073741830_1006 (size=10165) 2024-11-10T01:18:49,882 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612.replicationSource.wal-reader.0c4d4d227d60%2C44575%2C1731201515612,1-0c4d4d227d60,44575,1731201515612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612/0c4d4d227d60%2C44575%2C1731201515612.1731201518209 to pos 0, reset compression=false 2024-11-10T01:18:49,886 INFO [M:0;0c4d4d227d60:42823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:18:49,886 INFO [M:0;0c4d4d227d60:42823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42823 2024-11-10T01:18:49,886 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:18:49,887 INFO [M:0;0c4d4d227d60:42823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:18:50,054 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T01:18:50,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:50,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1012252b0690003, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:50,083 INFO [M:0;0c4d4d227d60:42823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:18:50,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@229797ee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:18:50,089 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4aa9d3bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:18:50,089 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:18:50,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef92a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:18:50,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ed80d44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/hadoop.log.dir/,STOPPED} 2024-11-10T01:18:50,092 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:18:50,092 WARN [BP-1120969882-172.17.0.3-1731201519619 heartbeating to localhost/127.0.0.1:37293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:18:50,092 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:18:50,092 WARN [BP-1120969882-172.17.0.3-1731201519619 heartbeating to localhost/127.0.0.1:37293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1120969882-172.17.0.3-1731201519619 (Datanode Uuid 0bb6c767-f9d9-491c-990d-4a6d95f651e2) service to localhost/127.0.0.1:37293 2024-11-10T01:18:50,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/cluster_1f344572-de37-7b9b-78aa-d0d26c18afad/data/data1/current/BP-1120969882-172.17.0.3-1731201519619 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:18:50,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/cluster_1f344572-de37-7b9b-78aa-d0d26c18afad/data/data2/current/BP-1120969882-172.17.0.3-1731201519619 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:18:50,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:18:50,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36dd4402{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:18:50,103 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@419155ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:18:50,103 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:18:50,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28e3c7ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:18:50,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eb5bc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/hadoop.log.dir/,STOPPED} 2024-11-10T01:18:50,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:18:50,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:18:50,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:18:50,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:50,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:50,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:50,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:50,122 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:18:50,122 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2039736365, stopped=false 2024-11-10T01:18:50,123 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,38063,1731201515386 2024-11-10T01:18:50,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1084519849/running 2024-11-10T01:18:50,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1084519849/running 2024-11-10T01:18:50,142 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:18:50,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:50,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:50,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Set watcher on znode that does not yet exist, /0-1084519849/running 2024-11-10T01:18:50,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Set watcher on znode that does not yet exist, /0-1084519849/running 2024-11-10T01:18:50,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:18:50,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:50,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:50,144 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,44575,1731201515612' ***** 2024-11-10T01:18:50,144 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:18:50,144 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:18:50,144 INFO [RS:0;0c4d4d227d60:44575 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:18:50,145 INFO [RS:0;0c4d4d227d60:44575 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:18:50,145 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:50,145 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:18:50,145 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,44575,1731201515612 2024-11-10T01:18:50,145 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:18:50,145 INFO [RS:0;0c4d4d227d60:44575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:44575. 2024-11-10T01:18:50,145 DEBUG [RS:0;0c4d4d227d60:44575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:50,145 DEBUG [RS:0;0c4d4d227d60:44575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:50,145 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:18:50,145 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:18:50,146 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:18:50,146 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:18:50,146 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T01:18:50,146 DEBUG [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5bcfbfee761a69857ba392b003f38022=hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022.} 2024-11-10T01:18:50,146 DEBUG [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:50,146 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:18:50,146 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:18:50,146 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:18:50,146 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:18:50,146 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bcfbfee761a69857ba392b003f38022, disabling compactions & flushes 2024-11-10T01:18:50,146 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:18:50,146 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022. 2024-11-10T01:18:50,146 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022. 2024-11-10T01:18:50,146 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022. after waiting 0 ms 2024-11-10T01:18:50,146 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022. 2024-11-10T01:18:50,146 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5bcfbfee761a69857ba392b003f38022 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T01:18:50,146 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T01:18:50,165 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/.tmp/info/3d0fe8abc2c64eeab4782446bc052cf7 is 147, key is hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022./info:regioninfo/1731201526738/Put/seqid=0 2024-11-10T01:18:50,177 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:18:50,178 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/replication/5bcfbfee761a69857ba392b003f38022/.tmp/queue/15a9349f94144800bccac4a30a02dc84 is 151, key is 1-0c4d4d227d60,44575,1731201515612/queue:0c4d4d227d60%2C44575%2C1731201515612/1731201527053/Put/seqid=0 2024-11-10T01:18:50,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741838_1014 (size=6631) 2024-11-10T01:18:50,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741839_1015 (size=5350) 2024-11-10T01:18:50,346 DEBUG [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:50,546 DEBUG [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bcfbfee761a69857ba392b003f38022 2024-11-10T01:18:50,583 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/.tmp/info/3d0fe8abc2c64eeab4782446bc052cf7 2024-11-10T01:18:50,591 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/replication/5bcfbfee761a69857ba392b003f38022/.tmp/queue/15a9349f94144800bccac4a30a02dc84 2024-11-10T01:18:50,615 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/replication/5bcfbfee761a69857ba392b003f38022/.tmp/queue/15a9349f94144800bccac4a30a02dc84 as hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/replication/5bcfbfee761a69857ba392b003f38022/queue/15a9349f94144800bccac4a30a02dc84 2024-11-10T01:18:50,622 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/replication/5bcfbfee761a69857ba392b003f38022/queue/15a9349f94144800bccac4a30a02dc84, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T01:18:50,623 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5bcfbfee761a69857ba392b003f38022 in 477ms, sequenceid=5, compaction requested=false 2024-11-10T01:18:50,633 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/.tmp/ns/98044696981c43d49e1902ab18159162 is 43, key is default/ns:d/1731201519396/Put/seqid=0 2024-11-10T01:18:50,635 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/replication/5bcfbfee761a69857ba392b003f38022/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T01:18:50,637 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:18:50,637 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:18:50,637 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022. 2024-11-10T01:18:50,638 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bcfbfee761a69857ba392b003f38022: Waiting for close lock at 1731201530146Running coprocessor pre-close hooks at 1731201530146Disabling compacts and flushes for region at 1731201530146Disabling writes for close at 1731201530146Obtaining lock to block concurrent updates at 1731201530146Preparing flush snapshotting stores in 5bcfbfee761a69857ba392b003f38022 at 1731201530146Finished memstore snapshotting hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731201530147 (+1 ms)Flushing stores of hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022. at 1731201530147Flushing 5bcfbfee761a69857ba392b003f38022/queue: creating writer at 1731201530148 (+1 ms)Flushing 5bcfbfee761a69857ba392b003f38022/queue: appending metadata at 1731201530177 (+29 ms)Flushing 5bcfbfee761a69857ba392b003f38022/queue: closing flushed file at 1731201530177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53fab663: reopening flushed file at 1731201530614 (+437 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5bcfbfee761a69857ba392b003f38022 in 477ms, sequenceid=5, compaction requested=false at 1731201530623 (+9 ms)Writing region close event to WAL at 1731201530628 (+5 ms)Running coprocessor post-close hooks at 1731201530637 (+9 ms)Closed at 1731201530637 2024-11-10T01:18:50,638 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731201525896.5bcfbfee761a69857ba392b003f38022. 2024-11-10T01:18:50,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741840_1016 (size=5153) 2024-11-10T01:18:50,651 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/.tmp/ns/98044696981c43d49e1902ab18159162 2024-11-10T01:18:50,694 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/.tmp/table/e4d9baec299e4ca79e6e0fce21065f23 is 53, key is hbase:replication/table:state/1731201526760/Put/seqid=0 2024-11-10T01:18:50,700 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612.replicationSource.wal-reader.0c4d4d227d60%2C44575%2C1731201515612,1-0c4d4d227d60,44575,1731201515612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612/0c4d4d227d60%2C44575%2C1731201515612.1731201518209 to pos 0, reset compression=false 2024-11-10T01:18:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741841_1017 (size=5256) 2024-11-10T01:18:50,747 DEBUG [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:18:50,947 DEBUG [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:18:51,102 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:18:51,102 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:18:51,116 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/.tmp/table/e4d9baec299e4ca79e6e0fce21065f23 2024-11-10T01:18:51,123 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/.tmp/info/3d0fe8abc2c64eeab4782446bc052cf7 as hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/info/3d0fe8abc2c64eeab4782446bc052cf7 2024-11-10T01:18:51,129 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/info/3d0fe8abc2c64eeab4782446bc052cf7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T01:18:51,131 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/.tmp/ns/98044696981c43d49e1902ab18159162 as hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/ns/98044696981c43d49e1902ab18159162 2024-11-10T01:18:51,138 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/ns/98044696981c43d49e1902ab18159162, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T01:18:51,140 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/.tmp/table/e4d9baec299e4ca79e6e0fce21065f23 as hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/table/e4d9baec299e4ca79e6e0fce21065f23 2024-11-10T01:18:51,146 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/table/e4d9baec299e4ca79e6e0fce21065f23, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T01:18:51,147 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T01:18:51,147 DEBUG [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:18:51,147 DEBUG [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:18:51,148 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1002ms, sequenceid=11, compaction requested=false 2024-11-10T01:18:51,162 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T01:18:51,163 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:18:51,163 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:18:51,163 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:18:51,163 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201530146Running coprocessor pre-close hooks at 1731201530146Disabling compacts and flushes for region at 1731201530146Disabling writes for close at 1731201530146Obtaining lock to block concurrent updates at 1731201530146Preparing flush snapshotting stores in 1588230740 at 1731201530146Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731201530147 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731201530148 (+1 ms)Flushing 1588230740/info: creating writer at 1731201530148Flushing 1588230740/info: appending metadata at 1731201530165 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731201530165Flushing 1588230740/ns: creating writer at 1731201530606 (+441 ms)Flushing 1588230740/ns: appending metadata at 1731201530633 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731201530633Flushing 1588230740/table: creating writer at 1731201530663 (+30 ms)Flushing 1588230740/table: appending metadata at 1731201530694 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731201530694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a56d065: reopening flushed file at 1731201531122 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f813f22: reopening flushed file at 1731201531129 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3519f881: reopening flushed file at 1731201531139 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1002ms, sequenceid=11, compaction requested=false at 1731201531148 (+9 ms)Writing region close event to WAL at 1731201531153 (+5 ms)Running coprocessor post-close hooks at 1731201531163 (+10 ms)Closed at 1731201531163 2024-11-10T01:18:51,163 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:18:51,250 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:18:51,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:18:51,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:18:51,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:18:51,348 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,44575,1731201515612; all regions closed. 2024-11-10T01:18:51,360 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/WALs/0c4d4d227d60,44575,1731201515612/0c4d4d227d60%2C44575%2C1731201515612.meta.1731201519302.meta not finished, retry = 0 2024-11-10T01:18:51,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741834_1010 (size=2742) 2024-11-10T01:18:51,464 DEBUG [RS:0;0c4d4d227d60:44575 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/oldWALs 2024-11-10T01:18:51,464 INFO [RS:0;0c4d4d227d60:44575 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C44575%2C1731201515612.meta:.meta(num 1731201519302) 2024-11-10T01:18:51,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741837_1013 (size=1586) 2024-11-10T01:18:51,471 DEBUG [RS:0;0c4d4d227d60:44575 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/oldWALs 2024-11-10T01:18:51,471 INFO [RS:0;0c4d4d227d60:44575 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C44575%2C1731201515612.rep:(num 1731201526688) 2024-11-10T01:18:51,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741832_1008 (size=93) 2024-11-10T01:18:51,482 DEBUG [RS:0;0c4d4d227d60:44575 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/oldWALs 2024-11-10T01:18:51,482 INFO [RS:0;0c4d4d227d60:44575 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C44575%2C1731201515612:(num 1731201518209) 2024-11-10T01:18:51,482 DEBUG [RS:0;0c4d4d227d60:44575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:51,482 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:18:51,482 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:18:51,483 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:18:51,483 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:18:51,483 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:18:51,483 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,44575,1731201515612 because: Region server is closing 2024-11-10T01:18:51,483 INFO [RS:0;0c4d4d227d60:44575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:44575. 2024-11-10T01:18:51,483 DEBUG [RS:0;0c4d4d227d60:44575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:18:51,483 DEBUG [RS:0;0c4d4d227d60:44575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:51,484 DEBUG [RS:0;0c4d4d227d60:44575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:51,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:18:51,584 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612.replicationSource.wal-reader.0c4d4d227d60%2C44575%2C1731201515612,1-0c4d4d227d60,44575,1731201515612 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T01:18:51,584 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612.replicationSource.shipper0c4d4d227d60%2C44575%2C1731201515612,1-0c4d4d227d60,44575,1731201515612 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T01:18:51,584 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44575,1731201515612.replicationSource.shipper0c4d4d227d60%2C44575%2C1731201515612,1-0c4d4d227d60,44575,1731201515612 terminated 2024-11-10T01:18:51,584 INFO [RS:0;0c4d4d227d60:44575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44575 2024-11-10T01:18:51,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849/rs 2024-11-10T01:18:51,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1084519849/rs/0c4d4d227d60,44575,1731201515612 2024-11-10T01:18:51,595 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:18:51,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,44575,1731201515612] 2024-11-10T01:18:51,615 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1084519849/draining/0c4d4d227d60,44575,1731201515612 already deleted, retry=false 2024-11-10T01:18:51,615 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,44575,1731201515612 expired; onlineServers=0 2024-11-10T01:18:51,616 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,38063,1731201515386' ***** 2024-11-10T01:18:51,616 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:18:51,616 INFO [M:0;0c4d4d227d60:38063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:18:51,616 INFO [M:0;0c4d4d227d60:38063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:18:51,616 DEBUG [M:0;0c4d4d227d60:38063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:18:51,616 DEBUG [M:0;0c4d4d227d60:38063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:18:51,616 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:18:51,616 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201517945 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201517945,5,FailOnTimeoutGroup] 2024-11-10T01:18:51,616 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201517960 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201517960,5,FailOnTimeoutGroup] 2024-11-10T01:18:51,616 INFO [M:0;0c4d4d227d60:38063 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:18:51,616 INFO [M:0;0c4d4d227d60:38063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:18:51,616 DEBUG [M:0;0c4d4d227d60:38063 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:18:51,617 INFO [M:0;0c4d4d227d60:38063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:18:51,617 INFO [M:0;0c4d4d227d60:38063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:18:51,617 INFO [M:0;0c4d4d227d60:38063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:18:51,617 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:18:51,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1084519849/master 2024-11-10T01:18:51,626 DEBUG [M:0;0c4d4d227d60:38063 {}] zookeeper.ZKUtil(347): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Unable to get data of znode /0-1084519849/master because node does not exist (not an error) 2024-11-10T01:18:51,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1084519849 2024-11-10T01:18:51,626 WARN [M:0;0c4d4d227d60:38063 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:18:51,627 INFO [M:0;0c4d4d227d60:38063 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/.lastflushedseqids 2024-11-10T01:18:51,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741842_1018 (size=181) 2024-11-10T01:18:51,656 INFO [M:0;0c4d4d227d60:38063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:18:51,656 INFO [M:0;0c4d4d227d60:38063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:18:51,656 DEBUG [M:0;0c4d4d227d60:38063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:18:51,656 INFO [M:0;0c4d4d227d60:38063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:51,656 DEBUG [M:0;0c4d4d227d60:38063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:51,656 DEBUG [M:0;0c4d4d227d60:38063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:18:51,656 DEBUG [M:0;0c4d4d227d60:38063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:51,657 INFO [M:0;0c4d4d227d60:38063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T01:18:51,701 DEBUG [M:0;0c4d4d227d60:38063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42295c961890452d8135bc352fb0a687 is 82, key is hbase:meta,,1/info:regioninfo/1731201519338/Put/seqid=0 2024-11-10T01:18:51,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:51,706 INFO [RS:0;0c4d4d227d60:44575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:18:51,706 INFO [RS:0;0c4d4d227d60:44575 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,44575,1731201515612; zookeeper connection closed. 2024-11-10T01:18:51,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44575-0x1012252b0690001, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:51,732 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@789522ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@789522ec 2024-11-10T01:18:51,732 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:18:51,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741843_1019 (size=5672) 2024-11-10T01:18:51,735 INFO [M:0;0c4d4d227d60:38063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42295c961890452d8135bc352fb0a687 2024-11-10T01:18:51,767 DEBUG [M:0;0c4d4d227d60:38063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee4a1b421d9e4484a4d0ffee077745c2 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731201526768/Put/seqid=0 2024-11-10T01:18:51,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741844_1020 (size=7203) 2024-11-10T01:18:51,789 INFO [M:0;0c4d4d227d60:38063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee4a1b421d9e4484a4d0ffee077745c2 2024-11-10T01:18:51,828 DEBUG [M:0;0c4d4d227d60:38063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e6bf82af2ee4007a364c0674dc7f19c is 69, key is 0c4d4d227d60,44575,1731201515612/rs:state/1731201517987/Put/seqid=0 2024-11-10T01:18:51,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741845_1021 (size=5156) 2024-11-10T01:18:51,847 INFO [M:0;0c4d4d227d60:38063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e6bf82af2ee4007a364c0674dc7f19c 2024-11-10T01:18:51,854 DEBUG [M:0;0c4d4d227d60:38063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42295c961890452d8135bc352fb0a687 as hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42295c961890452d8135bc352fb0a687 2024-11-10T01:18:51,860 INFO [M:0;0c4d4d227d60:38063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42295c961890452d8135bc352fb0a687, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T01:18:51,865 DEBUG [M:0;0c4d4d227d60:38063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee4a1b421d9e4484a4d0ffee077745c2 as hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee4a1b421d9e4484a4d0ffee077745c2 2024-11-10T01:18:51,874 INFO [M:0;0c4d4d227d60:38063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee4a1b421d9e4484a4d0ffee077745c2, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T01:18:51,875 DEBUG [M:0;0c4d4d227d60:38063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e6bf82af2ee4007a364c0674dc7f19c as hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e6bf82af2ee4007a364c0674dc7f19c 2024-11-10T01:18:51,886 INFO [M:0;0c4d4d227d60:38063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34905/user/jenkins/test-data/d8d287de-8c25-3f9a-8a0d-f8d808e7ca94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e6bf82af2ee4007a364c0674dc7f19c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T01:18:51,887 INFO [M:0;0c4d4d227d60:38063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 230ms, sequenceid=70, compaction requested=false 2024-11-10T01:18:51,905 INFO [M:0;0c4d4d227d60:38063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:51,906 DEBUG [M:0;0c4d4d227d60:38063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201531656Disabling compacts and flushes for region at 1731201531656Disabling writes for close at 1731201531656Obtaining lock to block concurrent updates at 1731201531657 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201531657Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731201531657Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201531658 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201531658Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201531701 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201531701Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201531742 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201531767 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201531767Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201531800 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201531827 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201531827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369fa733: reopening flushed file at 1731201531853 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c764f90: reopening flushed file at 1731201531861 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68cc3415: reopening flushed file at 1731201531874 (+13 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 230ms, sequenceid=70, compaction requested=false at 1731201531887 (+13 ms)Writing region close event to WAL at 1731201531905 (+18 ms)Closed at 1731201531905 2024-11-10T01:18:51,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741830_1006 (size=41008) 2024-11-10T01:18:51,912 INFO [M:0;0c4d4d227d60:38063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:18:51,912 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:18:51,913 INFO [M:0;0c4d4d227d60:38063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38063 2024-11-10T01:18:51,913 INFO [M:0;0c4d4d227d60:38063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:18:52,105 INFO [M:0;0c4d4d227d60:38063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:18:52,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:52,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1012252b0690000, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:18:52,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@772a27a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:18:52,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431867d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:18:52,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:18:52,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26fa4501{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:18:52,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@473f5977{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/hadoop.log.dir/,STOPPED} 2024-11-10T01:18:52,111 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:18:52,111 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:18:52,112 WARN [BP-820058268-172.17.0.3-1731201512678 heartbeating to localhost/127.0.0.1:34905 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:18:52,112 WARN [BP-820058268-172.17.0.3-1731201512678 heartbeating to localhost/127.0.0.1:34905 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-820058268-172.17.0.3-1731201512678 (Datanode Uuid e6f1721b-8d4b-4208-9e1b-0a27e90ad924) service to localhost/127.0.0.1:34905 2024-11-10T01:18:52,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/cluster_aed2650f-56b0-e656-ad25-f5edd6913f5f/data/data1/current/BP-820058268-172.17.0.3-1731201512678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:18:52,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/cluster_aed2650f-56b0-e656-ad25-f5edd6913f5f/data/data2/current/BP-820058268-172.17.0.3-1731201512678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:18:52,113 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:18:52,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e9e20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:18:52,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ad29296{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:18:52,123 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:18:52,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@122fd3c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:18:52,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d3abf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09cd4adf-a4e1-747f-d728-85d7a7668edf/hadoop.log.dir/,STOPPED} 2024-11-10T01:18:52,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T01:18:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:18:52,156 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 113) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:34905 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:34905 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53987) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:37293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:37293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:34905 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53987) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:37293 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 437) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=794 (was 876), ProcessCount=11 (was 11), AvailableMemoryMB=604 (was 1209) 2024-11-10T01:18:52,164 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=794, ProcessCount=11, AvailableMemoryMB=604 2024-11-10T01:18:52,182 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-10T01:18:52,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/hadoop.log.dir so I do NOT create it in target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90 2024-11-10T01:18:52,182 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:18:52,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/hadoop.tmp.dir so I do NOT create it in target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90 2024-11-10T01:18:52,183 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c48a4f9-0988-7462-5f17-f5d322621937/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:18:52,183 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90 2024-11-10T01:18:52,183 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/cluster_d6404254-44b8-7167-c291-f3369cce3e07, deleteOnExit=true 2024-11-10T01:18:52,189 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/cluster_d6404254-44b8-7167-c291-f3369cce3e07/zookeeper_0, clientPort=54173, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/cluster_d6404254-44b8-7167-c291-f3369cce3e07/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/cluster_d6404254-44b8-7167-c291-f3369cce3e07/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T01:18:52,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54173 2024-11-10T01:18:52,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:18:52,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:18:52,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/test.cache.data in system properties and HBase conf 2024-11-10T01:18:52,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:18:52,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:18:52,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:18:52,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:18:52,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:18:52,193 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:18:52,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:18:52,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:18:52,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:18:52,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:18:52,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:18:52,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:18:52,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:18:52,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:18:52,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:18:52,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:18:52,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:18:52,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:18:52,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:18:52,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:18:52,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012252b0690002, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:18:52,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012252b0690005, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:18:52,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012252b0690002, quorum=127.0.0.1:53987, baseZNode=/0-1084519849 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:18:52,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012252b0690005, quorum=127.0.0.1:53987, baseZNode=/1157650093 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:18:52,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:18:52,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:18:52,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:18:52,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:18:52,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:18:52,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:18:52,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c1f62bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:18:52,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@142c3e2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:18:52,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42c9e7f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/java.io.tmpdir/jetty-localhost-34263-hadoop-hdfs-3_4_1-tests_jar-_-any-9209208325278270217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:18:52,703 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7aaee868{HTTP/1.1, (http/1.1)}{localhost:34263} 2024-11-10T01:18:52,703 INFO [Time-limited test {}] server.Server(415): Started @60213ms 2024-11-10T01:18:53,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:18:53,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:18:53,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:18:53,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:18:53,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:18:53,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47445c46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:18:53,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d14e803{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:18:53,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@628e3327{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/java.io.tmpdir/jetty-localhost-42507-hadoop-hdfs-3_4_1-tests_jar-_-any-1898498914959056385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:18:53,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6be8a33a{HTTP/1.1, (http/1.1)}{localhost:42507} 2024-11-10T01:18:53,190 INFO [Time-limited test {}] server.Server(415): Started @60700ms 2024-11-10T01:18:53,191 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:18:53,917 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/cluster_d6404254-44b8-7167-c291-f3369cce3e07/data/data1/current/BP-1282749552-172.17.0.3-1731201532223/current, will proceed with Du for space computation calculation, 2024-11-10T01:18:53,918 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/cluster_d6404254-44b8-7167-c291-f3369cce3e07/data/data2/current/BP-1282749552-172.17.0.3-1731201532223/current, will proceed with Du for space computation calculation, 2024-11-10T01:18:53,947 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:18:53,951 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf678dc94ef5c816 with lease ID 0xce60633f7c377966: Processing first storage report for DS-1df516ff-a8b1-4a80-81b0-7d9f74857b2f from datanode DatanodeRegistration(127.0.0.1:34945, datanodeUuid=3c62ce9d-5437-41b3-a5e5-376ea49c1665, infoPort=40303, infoSecurePort=0, ipcPort=44243, storageInfo=lv=-57;cid=testClusterID;nsid=747073942;c=1731201532223) 2024-11-10T01:18:53,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf678dc94ef5c816 with lease ID 0xce60633f7c377966: from storage DS-1df516ff-a8b1-4a80-81b0-7d9f74857b2f node DatanodeRegistration(127.0.0.1:34945, datanodeUuid=3c62ce9d-5437-41b3-a5e5-376ea49c1665, infoPort=40303, infoSecurePort=0, ipcPort=44243, storageInfo=lv=-57;cid=testClusterID;nsid=747073942;c=1731201532223), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:18:53,951 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf678dc94ef5c816 with lease ID 0xce60633f7c377966: Processing first storage report for DS-5158d5a7-1bba-4dd1-a8a1-e4db688e28f8 from datanode DatanodeRegistration(127.0.0.1:34945, datanodeUuid=3c62ce9d-5437-41b3-a5e5-376ea49c1665, infoPort=40303, infoSecurePort=0, ipcPort=44243, storageInfo=lv=-57;cid=testClusterID;nsid=747073942;c=1731201532223) 2024-11-10T01:18:53,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf678dc94ef5c816 with lease ID 0xce60633f7c377966: from storage DS-5158d5a7-1bba-4dd1-a8a1-e4db688e28f8 node DatanodeRegistration(127.0.0.1:34945, datanodeUuid=3c62ce9d-5437-41b3-a5e5-376ea49c1665, infoPort=40303, infoSecurePort=0, ipcPort=44243, storageInfo=lv=-57;cid=testClusterID;nsid=747073942;c=1731201532223), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:18:53,976 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90 2024-11-10T01:18:53,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:53,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:53,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:18:53,988 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc with version=8 2024-11-10T01:18:53,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/hbase-staging 2024-11-10T01:18:53,991 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:18:53,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:53,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:53,991 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:18:53,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:53,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:18:53,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:18:53,991 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:18:53,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40317 2024-11-10T01:18:53,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40317 connecting to ZooKeeper ensemble=127.0.0.1:54173 2024-11-10T01:18:54,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:18:54,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:18:54,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T01:18:54,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:18:54,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403170x0, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:54,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40317-0x1012252fcc50000 connected 2024-11-10T01:18:54,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:54,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:54,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Set watcher on znode that does not yet exist, /0245021613/running 2024-11-10T01:18:54,167 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc, hbase.cluster.distributed=false 2024-11-10T01:18:54,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Set watcher on znode that does not yet exist, /0245021613/acl 2024-11-10T01:18:54,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40317 2024-11-10T01:18:54,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40317 2024-11-10T01:18:54,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40317 2024-11-10T01:18:54,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40317 2024-11-10T01:18:54,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40317 2024-11-10T01:18:54,195 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:18:54,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:54,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:54,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:18:54,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:18:54,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:18:54,196 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:18:54,196 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:18:54,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33649 2024-11-10T01:18:54,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33649 connecting to ZooKeeper ensemble=127.0.0.1:54173 2024-11-10T01:18:54,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:54,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:54,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336490x0, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:54,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33649-0x1012252fcc50001 connected 2024-11-10T01:18:54,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Set watcher on znode that does not yet exist, /0245021613/running 2024-11-10T01:18:54,220 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:18:54,225 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:18:54,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Set watcher on znode that does not yet exist, /0245021613/master 2024-11-10T01:18:54,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Set watcher on znode that does not yet exist, /0245021613/acl 2024-11-10T01:18:54,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33649 2024-11-10T01:18:54,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33649 2024-11-10T01:18:54,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33649 2024-11-10T01:18:54,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33649 2024-11-10T01:18:54,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33649 2024-11-10T01:18:54,271 DEBUG [M:0;0c4d4d227d60:40317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:40317 2024-11-10T01:18:54,276 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0245021613/backup-masters/0c4d4d227d60,40317,1731201533990 2024-11-10T01:18:54,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613/backup-masters 2024-11-10T01:18:54,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613/backup-masters 2024-11-10T01:18:54,290 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Set watcher on existing znode=/0245021613/backup-masters/0c4d4d227d60,40317,1731201533990 2024-11-10T01:18:54,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:18:54,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0245021613/master 2024-11-10T01:18:54,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:18:54,306 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Set watcher on existing znode=/0245021613/master 2024-11-10T01:18:54,307 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0245021613/backup-masters/0c4d4d227d60,40317,1731201533990 from backup master directory 2024-11-10T01:18:54,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613/backup-masters 2024-11-10T01:18:54,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0245021613/backup-masters/0c4d4d227d60,40317,1731201533990 2024-11-10T01:18:54,314 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:18:54,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613/backup-masters 2024-11-10T01:18:54,314 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,40317,1731201533990 2024-11-10T01:18:54,320 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/hbase.id] with ID: adbc1226-9ee8-4ec2-9818-15171cc65956 2024-11-10T01:18:54,320 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/.tmp/hbase.id 2024-11-10T01:18:54,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:18:54,740 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/.tmp/hbase.id]:[hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/hbase.id] 2024-11-10T01:18:54,761 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:18:54,761 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:18:54,763 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T01:18:54,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:18:54,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:18:54,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:18:55,372 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:18:55,373 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:18:55,376 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:55,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:18:55,819 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store 2024-11-10T01:18:55,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:18:56,236 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:56,236 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:18:56,236 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:56,236 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:56,236 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:18:56,236 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:56,236 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:18:56,236 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201536236Disabling compacts and flushes for region at 1731201536236Disabling writes for close at 1731201536236Writing region close event to WAL at 1731201536236Closed at 1731201536236 2024-11-10T01:18:56,237 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/.initializing 2024-11-10T01:18:56,237 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/WALs/0c4d4d227d60,40317,1731201533990 2024-11-10T01:18:56,238 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:18:56,240 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C40317%2C1731201533990, suffix=, logDir=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/WALs/0c4d4d227d60,40317,1731201533990, archiveDir=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/oldWALs, maxLogs=10 2024-11-10T01:18:56,257 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/WALs/0c4d4d227d60,40317,1731201533990/0c4d4d227d60%2C40317%2C1731201533990.1731201536240, exclude list is [], retry=0 2024-11-10T01:18:56,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34945,DS-1df516ff-a8b1-4a80-81b0-7d9f74857b2f,DISK] 2024-11-10T01:18:56,293 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/WALs/0c4d4d227d60,40317,1731201533990/0c4d4d227d60%2C40317%2C1731201533990.1731201536240 2024-11-10T01:18:56,295 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40303:40303)] 2024-11-10T01:18:56,295 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:18:56,296 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:56,296 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:56,296 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:56,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:56,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:18:56,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:56,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:56,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:56,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:18:56,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:56,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:56,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:56,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:18:56,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:56,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:56,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:56,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:18:56,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:56,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:18:56,334 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:56,335 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:56,335 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:56,337 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:56,337 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:56,337 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:56,339 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:18:56,345 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:18:56,345 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68485616, jitterRate=0.02051520347595215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:56,346 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201536297Initializing all the Stores at 1731201536299 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201536299Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201536304 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201536304Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201536304Cleaning up temporary data from old regions at 1731201536337 (+33 ms)Region opened successfully at 1731201536346 (+9 ms) 2024-11-10T01:18:56,348 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:18:56,366 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e23f3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:18:56,368 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:18:56,368 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:18:56,368 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:18:56,368 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:18:56,371 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-10T01:18:56,371 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:18:56,371 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:18:56,397 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:18:56,398 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Unable to get data of znode /0245021613/balancer because node does not exist (not necessarily an error) 2024-11-10T01:18:56,408 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0245021613/balancer already deleted, retry=false 2024-11-10T01:18:56,409 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:18:56,412 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Unable to get data of znode /0245021613/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:18:56,483 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0245021613/normalizer already deleted, retry=false 2024-11-10T01:18:56,483 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:18:56,484 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Unable to get data of znode /0245021613/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:18:56,503 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0245021613/switch/split already deleted, retry=false 2024-11-10T01:18:56,504 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Unable to get data of znode /0245021613/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:18:56,513 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0245021613/switch/merge already deleted, retry=false 2024-11-10T01:18:56,516 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Unable to get data of znode /0245021613/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:18:56,524 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0245021613/snapshot-cleanup already deleted, retry=false 2024-11-10T01:18:56,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0245021613/running 2024-11-10T01:18:56,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0245021613/running 2024-11-10T01:18:56,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:18:56,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:18:56,535 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,40317,1731201533990, sessionid=0x1012252fcc50000, setting cluster-up flag (Was=false) 2024-11-10T01:18:56,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:18:56,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:18:56,587 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0245021613/flush-table-proc/acquired, /0245021613/flush-table-proc/reached, /0245021613/flush-table-proc/abort 2024-11-10T01:18:56,588 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,40317,1731201533990 2024-11-10T01:18:56,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:18:56,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:18:56,640 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0245021613/online-snapshot/acquired, /0245021613/online-snapshot/reached, /0245021613/online-snapshot/abort 2024-11-10T01:18:56,641 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,40317,1731201533990 2024-11-10T01:18:56,642 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:18:56,643 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:56,643 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:18:56,644 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:18:56,644 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,40317,1731201533990 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:18:56,645 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:56,645 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:56,645 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:56,645 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:18:56,645 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:18:56,645 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:56,645 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:18:56,645 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:56,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:56,650 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:18:56,651 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:56,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:18:56,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:18:56,668 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(746): ClusterId : adbc1226-9ee8-4ec2-9818-15171cc65956 2024-11-10T01:18:56,668 DEBUG [RS:0;0c4d4d227d60:33649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:18:56,680 DEBUG [RS:0;0c4d4d227d60:33649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:18:56,680 DEBUG [RS:0;0c4d4d227d60:33649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:18:56,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:18:56,693 DEBUG [RS:0;0c4d4d227d60:33649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:18:56,694 DEBUG [RS:0;0c4d4d227d60:33649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d919223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:18:56,696 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201566696 2024-11-10T01:18:56,696 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:18:56,696 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:18:56,696 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:18:56,696 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:18:56,696 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:18:56,696 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:18:56,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:18:56,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:18:56,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:18:56,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:18:56,719 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:56,720 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:18:56,720 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:18:56,720 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:18:56,720 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:18:56,723 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:18:56,723 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:18:56,723 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201536723,5,FailOnTimeoutGroup] 2024-11-10T01:18:56,724 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201536723,5,FailOnTimeoutGroup] 2024-11-10T01:18:56,724 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:56,724 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:18:56,724 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:56,724 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:56,727 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:33649 2024-11-10T01:18:56,727 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:18:56,727 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:18:56,727 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:18:56,728 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,40317,1731201533990 with port=33649, startcode=1731201534195 2024-11-10T01:18:56,728 DEBUG [RS:0;0c4d4d227d60:33649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:18:56,730 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:18:56,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40317 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,33649,1731201534195 2024-11-10T01:18:56,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40317 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,33649,1731201534195 2024-11-10T01:18:56,732 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc 2024-11-10T01:18:56,732 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35129 2024-11-10T01:18:56,732 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:18:56,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613/rs 2024-11-10T01:18:56,746 DEBUG [RS:0;0c4d4d227d60:33649 {}] zookeeper.ZKUtil(111): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Set watcher on existing znode=/0245021613/rs/0c4d4d227d60,33649,1731201534195 2024-11-10T01:18:56,746 WARN [RS:0;0c4d4d227d60:33649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:18:56,746 INFO [RS:0;0c4d4d227d60:33649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:56,746 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195 2024-11-10T01:18:56,749 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,33649,1731201534195] 2024-11-10T01:18:56,755 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:18:56,757 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:18:56,760 INFO [RS:0;0c4d4d227d60:33649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:18:56,760 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:56,760 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:18:56,761 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:18:56,761 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:56,761 DEBUG [RS:0;0c4d4d227d60:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:56,761 DEBUG [RS:0;0c4d4d227d60:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:56,761 DEBUG [RS:0;0c4d4d227d60:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:56,761 DEBUG [RS:0;0c4d4d227d60:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:56,761 DEBUG [RS:0;0c4d4d227d60:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:56,762 DEBUG [RS:0;0c4d4d227d60:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:18:56,762 DEBUG [RS:0;0c4d4d227d60:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:56,762 DEBUG [RS:0;0c4d4d227d60:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:56,762 DEBUG [RS:0;0c4d4d227d60:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:56,762 DEBUG [RS:0;0c4d4d227d60:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:56,762 DEBUG [RS:0;0c4d4d227d60:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:56,762 DEBUG [RS:0;0c4d4d227d60:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:18:56,762 DEBUG [RS:0;0c4d4d227d60:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:18:56,762 DEBUG [RS:0;0c4d4d227d60:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:18:56,768 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:56,768 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:56,768 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:56,768 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:56,768 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:56,768 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33649,1731201534195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:18:56,787 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:18:56,787 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33649,1731201534195-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:56,788 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:56,788 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.Replication(171): 0c4d4d227d60,33649,1731201534195 started 2024-11-10T01:18:56,805 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:56,805 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,33649,1731201534195, RpcServer on 0c4d4d227d60/172.17.0.3:33649, sessionid=0x1012252fcc50001 2024-11-10T01:18:56,805 DEBUG [RS:0;0c4d4d227d60:33649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:18:56,805 DEBUG [RS:0;0c4d4d227d60:33649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,33649,1731201534195 2024-11-10T01:18:56,805 DEBUG [RS:0;0c4d4d227d60:33649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,33649,1731201534195' 2024-11-10T01:18:56,805 DEBUG [RS:0;0c4d4d227d60:33649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0245021613/flush-table-proc/abort' 2024-11-10T01:18:56,805 DEBUG [RS:0;0c4d4d227d60:33649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0245021613/flush-table-proc/acquired' 2024-11-10T01:18:56,806 DEBUG [RS:0;0c4d4d227d60:33649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:18:56,806 DEBUG [RS:0;0c4d4d227d60:33649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:18:56,806 DEBUG [RS:0;0c4d4d227d60:33649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,33649,1731201534195 2024-11-10T01:18:56,806 DEBUG [RS:0;0c4d4d227d60:33649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,33649,1731201534195' 2024-11-10T01:18:56,806 DEBUG [RS:0;0c4d4d227d60:33649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0245021613/online-snapshot/abort' 2024-11-10T01:18:56,807 DEBUG [RS:0;0c4d4d227d60:33649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0245021613/online-snapshot/acquired' 2024-11-10T01:18:56,807 DEBUG [RS:0;0c4d4d227d60:33649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:18:56,807 INFO [RS:0;0c4d4d227d60:33649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:18:56,807 INFO [RS:0;0c4d4d227d60:33649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:18:56,907 INFO [RS:0;0c4d4d227d60:33649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:18:56,909 INFO [RS:0;0c4d4d227d60:33649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C33649%2C1731201534195, suffix=, logDir=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195, archiveDir=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/oldWALs, maxLogs=10 2024-11-10T01:18:56,923 DEBUG [RS:0;0c4d4d227d60:33649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909, exclude list is [], retry=0 2024-11-10T01:18:56,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34945,DS-1df516ff-a8b1-4a80-81b0-7d9f74857b2f,DISK] 2024-11-10T01:18:56,928 INFO [RS:0;0c4d4d227d60:33649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 2024-11-10T01:18:56,932 DEBUG [RS:0;0c4d4d227d60:33649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40303:40303)] 2024-11-10T01:18:57,116 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:18:57,116 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc 2024-11-10T01:18:57,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741833_1009 (size=32) 2024-11-10T01:18:57,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:57,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:18:57,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:18:57,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:57,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:57,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:18:57,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:18:57,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:57,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:57,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:18:57,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:18:57,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:57,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:57,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:18:57,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:18:57,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:57,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:57,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:18:57,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740 2024-11-10T01:18:57,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740 2024-11-10T01:18:57,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:18:57,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:18:57,138 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:57,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:18:57,141 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:18:57,142 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63977384, jitterRate=-0.04666268825531006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:57,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201537123Initializing all the Stores at 1731201537124 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201537124Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201537124Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201537124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201537124Cleaning up temporary data from old regions at 1731201537137 (+13 ms)Region opened successfully at 1731201537143 (+6 ms) 2024-11-10T01:18:57,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:18:57,143 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:18:57,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:18:57,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:18:57,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:18:57,144 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:18:57,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201537143Disabling compacts and flushes for region at 1731201537143Disabling writes for close at 1731201537143Writing region close event to WAL at 1731201537144 (+1 ms)Closed at 1731201537144 2024-11-10T01:18:57,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:57,146 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:18:57,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:18:57,149 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:18:57,151 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:18:57,301 DEBUG [0c4d4d227d60:40317 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:18:57,302 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,33649,1731201534195 2024-11-10T01:18:57,304 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,33649,1731201534195, state=OPENING 2024-11-10T01:18:57,320 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:18:57,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:18:57,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:18:57,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0245021613/meta-region-server: CHANGED 2024-11-10T01:18:57,332 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:18:57,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,33649,1731201534195}] 2024-11-10T01:18:57,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0245021613/meta-region-server: CHANGED 2024-11-10T01:18:57,491 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:18:57,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:18:57,517 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:18:57,518 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:18:57,518 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:18:57,520 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C33649%2C1731201534195.meta, suffix=.meta, logDir=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195, archiveDir=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/oldWALs, maxLogs=10 2024-11-10T01:18:57,535 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.meta.1731201537520.meta, exclude list is [], retry=0 2024-11-10T01:18:57,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34945,DS-1df516ff-a8b1-4a80-81b0-7d9f74857b2f,DISK] 2024-11-10T01:18:57,550 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.meta.1731201537520.meta 2024-11-10T01:18:57,550 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40303:40303)] 2024-11-10T01:18:57,550 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:18:57,551 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:18:57,551 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:18:57,551 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:18:57,551 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:18:57,551 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:18:57,551 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:18:57,551 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:18:57,551 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:18:57,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:18:57,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:18:57,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:57,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:57,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:18:57,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:18:57,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:57,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:57,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:18:57,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:18:57,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:57,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:57,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:18:57,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:18:57,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:18:57,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:18:57,561 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:18:57,563 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740 2024-11-10T01:18:57,565 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740 2024-11-10T01:18:57,568 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:18:57,568 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:18:57,569 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:18:57,570 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:18:57,572 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66034560, jitterRate=-0.016008377075195312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:18:57,572 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:18:57,573 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201537552Writing region info on filesystem at 1731201537552Initializing all the Stores at 1731201537554 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201537554Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201537554Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201537554Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201537554Cleaning up temporary data from old regions at 1731201537568 (+14 ms)Running coprocessor post-open hooks at 1731201537572 (+4 ms)Region opened successfully at 1731201537573 (+1 ms) 2024-11-10T01:18:57,574 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201537488 2024-11-10T01:18:57,576 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:18:57,576 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:18:57,577 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,33649,1731201534195 2024-11-10T01:18:57,578 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,33649,1731201534195, state=OPEN 2024-11-10T01:18:57,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0245021613/meta-region-server 2024-11-10T01:18:57,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0245021613/meta-region-server 2024-11-10T01:18:57,614 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,33649,1731201534195 2024-11-10T01:18:57,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0245021613/meta-region-server: CHANGED 2024-11-10T01:18:57,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0245021613/meta-region-server: CHANGED 2024-11-10T01:18:57,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:18:57,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,33649,1731201534195 in 282 msec 2024-11-10T01:18:57,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:18:57,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-10T01:18:57,625 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:18:57,625 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:18:57,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:18:57,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,33649,1731201534195, seqNum=-1] 2024-11-10T01:18:57,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:18:57,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:18:57,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 991 msec 2024-11-10T01:18:57,636 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201537635, completionTime=-1 2024-11-10T01:18:57,636 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:18:57,636 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:18:57,638 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:18:57,639 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201597638 2024-11-10T01:18:57,639 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201657639 2024-11-10T01:18:57,639 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T01:18:57,639 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40317,1731201533990-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:57,639 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40317,1731201533990-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:57,639 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40317,1731201533990-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:57,639 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:40317, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:57,639 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:57,640 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:57,642 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:18:57,644 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.330sec 2024-11-10T01:18:57,645 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:18:57,645 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:18:57,645 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:18:57,645 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:18:57,645 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:18:57,645 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40317,1731201533990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:18:57,645 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40317,1731201533990-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:18:57,647 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:18:57,647 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:18:57,647 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40317,1731201533990-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:18:57,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fc044d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:57,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40317,-1 for getting cluster id 2024-11-10T01:18:57,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:18:57,670 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adbc1226-9ee8-4ec2-9818-15171cc65956' 2024-11-10T01:18:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:18:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adbc1226-9ee8-4ec2-9818-15171cc65956" 2024-11-10T01:18:57,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18edc2e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:57,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40317,-1] 2024-11-10T01:18:57,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:18:57,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:18:57,672 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:18:57,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5d5a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:18:57,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:18:57,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,33649,1731201534195, seqNum=-1] 2024-11-10T01:18:57,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:18:57,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:18:57,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,40317,1731201533990 2024-11-10T01:18:57,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54173 2024-11-10T01:18:57,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:18:57,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012252fcc50002 connected 2024-11-10T01:18:57,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/hadoop.log.dir so I do NOT create it in target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d 2024-11-10T01:18:57,707 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:18:57,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/hadoop.tmp.dir so I do NOT create it in target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d 2024-11-10T01:18:57,707 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:18:57,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d 2024-11-10T01:18:57,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:18:57,707 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/cluster_cb36393a-779d-bf3e-987a-b4efc21c34ba, deleteOnExit=true 2024-11-10T01:18:57,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:18:57,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/test.cache.data in system properties and HBase conf 2024-11-10T01:18:57,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:18:57,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:18:57,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:18:57,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:18:57,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:18:57,708 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:18:57,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:18:57,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:18:57,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:18:57,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:18:57,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:18:57,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:18:57,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:18:57,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:18:57,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:18:57,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:18:57,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:18:57,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:18:57,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:18:57,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:18:58,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:18:58,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:18:58,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:18:58,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:18:58,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:18:58,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:18:58,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67aff243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:18:58,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fa00ef7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:18:58,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e997d58{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/java.io.tmpdir/jetty-localhost-45519-hadoop-hdfs-3_4_1-tests_jar-_-any-8820154219982356559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:18:58,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36827c65{HTTP/1.1, (http/1.1)}{localhost:45519} 2024-11-10T01:18:58,353 INFO [Time-limited test {}] server.Server(415): Started @65863ms 2024-11-10T01:18:58,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:18:58,689 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:18:58,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:18:58,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:18:58,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:18:58,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fd988b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:18:58,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b5fdd44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:18:58,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@785dd42d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/java.io.tmpdir/jetty-localhost-42565-hadoop-hdfs-3_4_1-tests_jar-_-any-374319463993105832/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:18:58,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c4b0b0d{HTTP/1.1, (http/1.1)}{localhost:42565} 2024-11-10T01:18:58,839 INFO [Time-limited test {}] server.Server(415): Started @66349ms 2024-11-10T01:18:58,841 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:19:00,023 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/cluster_cb36393a-779d-bf3e-987a-b4efc21c34ba/data/data1/current/BP-292232961-172.17.0.3-1731201537733/current, will proceed with Du for space computation calculation, 2024-11-10T01:19:00,023 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/cluster_cb36393a-779d-bf3e-987a-b4efc21c34ba/data/data2/current/BP-292232961-172.17.0.3-1731201537733/current, will proceed with Du for space computation calculation, 2024-11-10T01:19:00,053 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:19:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b0369645745f633 with lease ID 0x60d175d88fdce637: Processing first storage report for DS-7720aa21-53c2-41b4-8bc4-b275673c525e from datanode DatanodeRegistration(127.0.0.1:35053, datanodeUuid=e6710a16-2d10-4d21-aea9-7e505bfa39ac, infoPort=33193, infoSecurePort=0, ipcPort=37485, storageInfo=lv=-57;cid=testClusterID;nsid=1901359614;c=1731201537733) 2024-11-10T01:19:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b0369645745f633 with lease ID 0x60d175d88fdce637: from storage DS-7720aa21-53c2-41b4-8bc4-b275673c525e node DatanodeRegistration(127.0.0.1:35053, datanodeUuid=e6710a16-2d10-4d21-aea9-7e505bfa39ac, infoPort=33193, infoSecurePort=0, ipcPort=37485, storageInfo=lv=-57;cid=testClusterID;nsid=1901359614;c=1731201537733), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T01:19:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b0369645745f633 with lease ID 0x60d175d88fdce637: Processing first storage report for DS-4900f3b7-a7a1-44d6-99ce-43dbaa3fee0a from datanode DatanodeRegistration(127.0.0.1:35053, datanodeUuid=e6710a16-2d10-4d21-aea9-7e505bfa39ac, infoPort=33193, infoSecurePort=0, ipcPort=37485, storageInfo=lv=-57;cid=testClusterID;nsid=1901359614;c=1731201537733) 2024-11-10T01:19:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b0369645745f633 with lease ID 0x60d175d88fdce637: from storage DS-4900f3b7-a7a1-44d6-99ce-43dbaa3fee0a node DatanodeRegistration(127.0.0.1:35053, datanodeUuid=e6710a16-2d10-4d21-aea9-7e505bfa39ac, infoPort=33193, infoSecurePort=0, ipcPort=37485, storageInfo=lv=-57;cid=testClusterID;nsid=1901359614;c=1731201537733), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:19:00,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d 2024-11-10T01:19:00,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:19:00,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:19:00,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:19:00,567 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d with version=8 2024-11-10T01:19:00,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/hbase-staging 2024-11-10T01:19:00,569 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:19:00,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:19:00,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:19:00,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:19:00,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:19:00,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:19:00,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:19:00,570 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:19:00,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38669 2024-11-10T01:19:00,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38669 connecting to ZooKeeper ensemble=127.0.0.1:54173 2024-11-10T01:19:00,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386690x0, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:19:00,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38669-0x1012252fcc50003 connected 2024-11-10T01:19:00,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:19:00,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:19:00,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Set watcher on znode that does not yet exist, /1-1260354912/running 2024-11-10T01:19:00,687 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d, hbase.cluster.distributed=false 2024-11-10T01:19:00,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Set watcher on znode that does not yet exist, /1-1260354912/acl 2024-11-10T01:19:00,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38669 2024-11-10T01:19:00,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38669 2024-11-10T01:19:00,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38669 2024-11-10T01:19:00,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38669 2024-11-10T01:19:00,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38669 2024-11-10T01:19:00,710 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:19:00,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:19:00,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:19:00,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:19:00,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:19:00,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:19:00,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:19:00,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:19:00,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37591 2024-11-10T01:19:00,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37591 connecting to ZooKeeper ensemble=127.0.0.1:54173 2024-11-10T01:19:00,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:19:00,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:19:00,731 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375910x0, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:19:00,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375910x0, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Set watcher on znode that does not yet exist, /1-1260354912/running 2024-11-10T01:19:00,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:19:00,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37591-0x1012252fcc50004 connected 2024-11-10T01:19:00,734 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:19:00,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Set watcher on znode that does not yet exist, /1-1260354912/master 2024-11-10T01:19:00,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Set watcher on znode that does not yet exist, /1-1260354912/acl 2024-11-10T01:19:00,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-10T01:19:00,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37591 2024-11-10T01:19:00,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37591 2024-11-10T01:19:00,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-10T01:19:00,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-10T01:19:00,761 DEBUG [M:0;0c4d4d227d60:38669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:38669 2024-11-10T01:19:00,762 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1260354912/backup-masters/0c4d4d227d60,38669,1731201540569 2024-11-10T01:19:00,773 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912/backup-masters 2024-11-10T01:19:00,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912/backup-masters 2024-11-10T01:19:00,774 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Set watcher on existing znode=/1-1260354912/backup-masters/0c4d4d227d60,38669,1731201540569 2024-11-10T01:19:00,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912 2024-11-10T01:19:00,784 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1260354912/master 2024-11-10T01:19:00,784 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912 2024-11-10T01:19:00,784 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Set watcher on existing znode=/1-1260354912/master 2024-11-10T01:19:00,784 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1260354912/backup-masters/0c4d4d227d60,38669,1731201540569 from backup master directory 2024-11-10T01:19:00,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1260354912/backup-masters/0c4d4d227d60,38669,1731201540569 2024-11-10T01:19:00,794 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:19:00,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912/backup-masters 2024-11-10T01:19:00,794 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,38669,1731201540569 2024-11-10T01:19:00,794 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912/backup-masters 2024-11-10T01:19:00,799 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/hbase.id] with ID: 810be6ff-9b1a-46f4-8d47-f563b2113cf1 2024-11-10T01:19:00,799 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/.tmp/hbase.id 2024-11-10T01:19:00,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:19:00,857 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/.tmp/hbase.id]:[hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/hbase.id] 2024-11-10T01:19:00,880 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:19:00,880 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:19:00,885 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-10T01:19:00,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912 2024-11-10T01:19:00,899 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912 2024-11-10T01:19:00,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:19:00,924 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:19:00,925 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:19:00,926 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:19:00,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:19:00,944 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store 2024-11-10T01:19:00,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:19:00,972 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:19:00,972 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:19:00,972 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:19:00,972 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:19:00,972 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:19:00,972 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:19:00,972 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:19:00,972 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201540972Disabling compacts and flushes for region at 1731201540972Disabling writes for close at 1731201540972Writing region close event to WAL at 1731201540972Closed at 1731201540972 2024-11-10T01:19:00,974 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/.initializing 2024-11-10T01:19:00,974 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/WALs/0c4d4d227d60,38669,1731201540569 2024-11-10T01:19:00,978 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:19:00,983 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C38669%2C1731201540569, suffix=, logDir=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/WALs/0c4d4d227d60,38669,1731201540569, archiveDir=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/oldWALs, maxLogs=10 2024-11-10T01:19:01,003 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/WALs/0c4d4d227d60,38669,1731201540569/0c4d4d227d60%2C38669%2C1731201540569.1731201540983, exclude list is [], retry=0 2024-11-10T01:19:01,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35053,DS-7720aa21-53c2-41b4-8bc4-b275673c525e,DISK] 2024-11-10T01:19:01,013 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/WALs/0c4d4d227d60,38669,1731201540569/0c4d4d227d60%2C38669%2C1731201540569.1731201540983 2024-11-10T01:19:01,016 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33193:33193)] 2024-11-10T01:19:01,016 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:19:01,016 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:19:01,017 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:19:01,017 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:19:01,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:19:01,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:19:01,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:01,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:19:01,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:19:01,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:19:01,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:01,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:19:01,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:19:01,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:19:01,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:01,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:19:01,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:19:01,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:19:01,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:01,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:19:01,030 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:19:01,030 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:19:01,031 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:19:01,032 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:19:01,032 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:19:01,033 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:19:01,034 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:19:01,037 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:19:01,037 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62180063, jitterRate=-0.07344485819339752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:19:01,038 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201541017Initializing all the Stores at 1731201541018 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201541018Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201541018Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201541018Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201541018Cleaning up temporary data from old regions at 1731201541032 (+14 ms)Region opened successfully at 1731201541038 (+6 ms) 2024-11-10T01:19:01,039 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:19:01,043 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6cefda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:19:01,044 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:19:01,045 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:19:01,045 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:19:01,045 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:19:01,046 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T01:19:01,047 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:19:01,047 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:19:01,054 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:19:01,056 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Unable to get data of znode /1-1260354912/balancer because node does not exist (not necessarily an error) 2024-11-10T01:19:01,067 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1260354912/balancer already deleted, retry=false 2024-11-10T01:19:01,068 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:19:01,069 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Unable to get data of znode /1-1260354912/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:19:01,078 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1260354912/normalizer already deleted, retry=false 2024-11-10T01:19:01,078 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:19:01,079 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Unable to get data of znode /1-1260354912/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:19:01,088 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1260354912/switch/split already deleted, retry=false 2024-11-10T01:19:01,089 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Unable to get data of znode /1-1260354912/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:19:01,099 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1260354912/switch/merge already deleted, retry=false 2024-11-10T01:19:01,101 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Unable to get data of znode /1-1260354912/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:19:01,113 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1260354912/snapshot-cleanup already deleted, retry=false 2024-11-10T01:19:01,124 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1260354912/running 2024-11-10T01:19:01,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1260354912/running 2024-11-10T01:19:01,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912 2024-11-10T01:19:01,124 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912 2024-11-10T01:19:01,125 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,38669,1731201540569, sessionid=0x1012252fcc50003, setting cluster-up flag (Was=false) 2024-11-10T01:19:01,145 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912 2024-11-10T01:19:01,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912 2024-11-10T01:19:01,176 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1260354912/flush-table-proc/acquired, /1-1260354912/flush-table-proc/reached, /1-1260354912/flush-table-proc/abort 2024-11-10T01:19:01,177 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,38669,1731201540569 2024-11-10T01:19:01,197 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912 2024-11-10T01:19:01,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912 2024-11-10T01:19:01,229 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1260354912/online-snapshot/acquired, /1-1260354912/online-snapshot/reached, /1-1260354912/online-snapshot/abort 2024-11-10T01:19:01,230 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,38669,1731201540569 2024-11-10T01:19:01,231 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:19:01,233 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:19:01,233 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:19:01,233 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:19:01,233 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,38669,1731201540569 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:19:01,234 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:19:01,234 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:19:01,234 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:19:01,234 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:19:01,234 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:19:01,235 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:19:01,235 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:19:01,235 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:19:01,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:19:01,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:19:01,238 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:01,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:19:01,244 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201571244 2024-11-10T01:19:01,244 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:19:01,244 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:19:01,244 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:19:01,244 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:19:01,244 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:19:01,244 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:19:01,252 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:01,257 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:19:01,257 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:19:01,257 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:19:01,257 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:19:01,258 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(746): ClusterId : 810be6ff-9b1a-46f4-8d47-f563b2113cf1 2024-11-10T01:19:01,258 DEBUG [RS:0;0c4d4d227d60:37591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:19:01,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:19:01,264 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:19:01,264 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:19:01,268 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201541264,5,FailOnTimeoutGroup] 2024-11-10T01:19:01,268 DEBUG [RS:0;0c4d4d227d60:37591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:19:01,268 DEBUG [RS:0;0c4d4d227d60:37591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:19:01,272 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201541268,5,FailOnTimeoutGroup] 2024-11-10T01:19:01,272 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:01,272 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:19:01,272 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:01,272 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:01,279 DEBUG [RS:0;0c4d4d227d60:37591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:19:01,279 DEBUG [RS:0;0c4d4d227d60:37591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148a5042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:19:01,296 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:37591 2024-11-10T01:19:01,296 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:19:01,296 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:19:01,296 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:19:01,297 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,38669,1731201540569 with port=37591, startcode=1731201540709 2024-11-10T01:19:01,297 DEBUG [RS:0;0c4d4d227d60:37591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:19:01,298 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:19:01,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38669 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,37591,1731201540709 2024-11-10T01:19:01,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38669 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,37591,1731201540709 2024-11-10T01:19:01,300 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d 2024-11-10T01:19:01,300 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36091 2024-11-10T01:19:01,300 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:19:01,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912/rs 2024-11-10T01:19:01,361 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,37591,1731201540709] 2024-11-10T01:19:01,361 DEBUG [RS:0;0c4d4d227d60:37591 {}] zookeeper.ZKUtil(111): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Set watcher on existing znode=/1-1260354912/rs/0c4d4d227d60,37591,1731201540709 2024-11-10T01:19:01,361 WARN [RS:0;0c4d4d227d60:37591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:19:01,361 INFO [RS:0;0c4d4d227d60:37591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:19:01,362 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/WALs/0c4d4d227d60,37591,1731201540709 2024-11-10T01:19:01,367 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:19:01,369 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:19:01,370 INFO [RS:0;0c4d4d227d60:37591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:19:01,370 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:01,372 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:19:01,373 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:19:01,373 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:01,373 DEBUG [RS:0;0c4d4d227d60:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:19:01,373 DEBUG [RS:0;0c4d4d227d60:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:19:01,373 DEBUG [RS:0;0c4d4d227d60:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:19:01,373 DEBUG [RS:0;0c4d4d227d60:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:19:01,373 DEBUG [RS:0;0c4d4d227d60:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:19:01,373 DEBUG [RS:0;0c4d4d227d60:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:19:01,373 DEBUG [RS:0;0c4d4d227d60:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:19:01,373 DEBUG [RS:0;0c4d4d227d60:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:19:01,374 DEBUG [RS:0;0c4d4d227d60:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:19:01,374 DEBUG [RS:0;0c4d4d227d60:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:19:01,374 DEBUG [RS:0;0c4d4d227d60:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:19:01,374 DEBUG [RS:0;0c4d4d227d60:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:19:01,374 DEBUG [RS:0;0c4d4d227d60:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:19:01,374 DEBUG [RS:0;0c4d4d227d60:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:19:01,384 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:01,384 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:01,384 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:01,384 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:01,384 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:01,384 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37591,1731201540709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:19:01,403 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:19:01,403 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37591,1731201540709-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:01,404 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:01,404 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.Replication(171): 0c4d4d227d60,37591,1731201540709 started 2024-11-10T01:19:01,424 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:01,424 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,37591,1731201540709, RpcServer on 0c4d4d227d60/172.17.0.3:37591, sessionid=0x1012252fcc50004 2024-11-10T01:19:01,424 DEBUG [RS:0;0c4d4d227d60:37591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:19:01,424 DEBUG [RS:0;0c4d4d227d60:37591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,37591,1731201540709 2024-11-10T01:19:01,424 DEBUG [RS:0;0c4d4d227d60:37591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,37591,1731201540709' 2024-11-10T01:19:01,424 DEBUG [RS:0;0c4d4d227d60:37591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1260354912/flush-table-proc/abort' 2024-11-10T01:19:01,425 DEBUG [RS:0;0c4d4d227d60:37591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1260354912/flush-table-proc/acquired' 2024-11-10T01:19:01,426 DEBUG [RS:0;0c4d4d227d60:37591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:19:01,426 DEBUG [RS:0;0c4d4d227d60:37591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:19:01,426 DEBUG [RS:0;0c4d4d227d60:37591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,37591,1731201540709 2024-11-10T01:19:01,426 DEBUG [RS:0;0c4d4d227d60:37591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,37591,1731201540709' 2024-11-10T01:19:01,426 DEBUG [RS:0;0c4d4d227d60:37591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1260354912/online-snapshot/abort' 2024-11-10T01:19:01,427 DEBUG [RS:0;0c4d4d227d60:37591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1260354912/online-snapshot/acquired' 2024-11-10T01:19:01,427 DEBUG [RS:0;0c4d4d227d60:37591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:19:01,427 INFO [RS:0;0c4d4d227d60:37591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:19:01,427 INFO [RS:0;0c4d4d227d60:37591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:19:01,528 INFO [RS:0;0c4d4d227d60:37591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:19:01,530 INFO [RS:0;0c4d4d227d60:37591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C37591%2C1731201540709, suffix=, logDir=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/WALs/0c4d4d227d60,37591,1731201540709, archiveDir=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/oldWALs, maxLogs=10 2024-11-10T01:19:01,545 DEBUG [RS:0;0c4d4d227d60:37591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/WALs/0c4d4d227d60,37591,1731201540709/0c4d4d227d60%2C37591%2C1731201540709.1731201541530, exclude list is [], retry=0 2024-11-10T01:19:01,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35053,DS-7720aa21-53c2-41b4-8bc4-b275673c525e,DISK] 2024-11-10T01:19:01,558 INFO [RS:0;0c4d4d227d60:37591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/WALs/0c4d4d227d60,37591,1731201540709/0c4d4d227d60%2C37591%2C1731201540709.1731201541530 2024-11-10T01:19:01,559 DEBUG [RS:0;0c4d4d227d60:37591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33193:33193)] 2024-11-10T01:19:01,665 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:19:01,665 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d 2024-11-10T01:19:01,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741833_1009 (size=32) 2024-11-10T01:19:02,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:19:02,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:19:02,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:19:02,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:02,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:19:02,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:19:02,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:19:02,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:02,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:19:02,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:19:02,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:19:02,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:02,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:19:02,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:19:02,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:19:02,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:02,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:19:02,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:19:02,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740 2024-11-10T01:19:02,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740 2024-11-10T01:19:02,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:19:02,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:19:02,090 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:19:02,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:19:02,094 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:19:02,098 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66839690, jitterRate=-0.004011005163192749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:19:02,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201542072Initializing all the Stores at 1731201542073 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201542073Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201542073Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201542073Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201542073Cleaning up temporary data from old regions at 1731201542090 (+17 ms)Region opened successfully at 1731201542098 (+8 ms) 2024-11-10T01:19:02,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:19:02,098 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:19:02,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:19:02,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:19:02,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:19:02,099 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:19:02,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201542098Disabling compacts and flushes for region at 1731201542098Disabling writes for close at 1731201542099 (+1 ms)Writing region close event to WAL at 1731201542099Closed at 1731201542099 2024-11-10T01:19:02,100 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:19:02,100 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:19:02,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:19:02,102 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:19:02,103 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:19:02,254 DEBUG [0c4d4d227d60:38669 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:19:02,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,37591,1731201540709 2024-11-10T01:19:02,256 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,37591,1731201540709, state=OPENING 2024-11-10T01:19:02,303 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:19:02,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912 2024-11-10T01:19:02,313 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912 2024-11-10T01:19:02,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1260354912/meta-region-server: CHANGED 2024-11-10T01:19:02,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1260354912/meta-region-server: CHANGED 2024-11-10T01:19:02,317 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:19:02,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,37591,1731201540709}] 2024-11-10T01:19:02,472 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:19:02,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:19:02,479 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:19:02,479 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:19:02,480 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:19:02,484 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C37591%2C1731201540709.meta, suffix=.meta, logDir=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/WALs/0c4d4d227d60,37591,1731201540709, archiveDir=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/oldWALs, maxLogs=10 2024-11-10T01:19:02,498 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/WALs/0c4d4d227d60,37591,1731201540709/0c4d4d227d60%2C37591%2C1731201540709.meta.1731201542484.meta, exclude list is [], retry=0 2024-11-10T01:19:02,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35053,DS-7720aa21-53c2-41b4-8bc4-b275673c525e,DISK] 2024-11-10T01:19:02,504 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/WALs/0c4d4d227d60,37591,1731201540709/0c4d4d227d60%2C37591%2C1731201540709.meta.1731201542484.meta 2024-11-10T01:19:02,504 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33193:33193)] 2024-11-10T01:19:02,505 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:19:02,505 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:19:02,506 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:19:02,506 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:19:02,506 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:19:02,507 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:19:02,507 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:19:02,507 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:19:02,507 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:19:02,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:19:02,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:19:02,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:02,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:19:02,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:19:02,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:19:02,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:02,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:19:02,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:19:02,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:19:02,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:02,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:19:02,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:19:02,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:19:02,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:02,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:19:02,518 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:19:02,519 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740 2024-11-10T01:19:02,522 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740 2024-11-10T01:19:02,523 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:19:02,523 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:19:02,525 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:19:02,528 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:19:02,529 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73767019, jitterRate=0.09921424090862274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:19:02,529 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:19:02,530 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201542507Writing region info on filesystem at 1731201542507Initializing all the Stores at 1731201542509 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201542509Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201542509Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201542509Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201542509Cleaning up temporary data from old regions at 1731201542523 (+14 ms)Running coprocessor post-open hooks at 1731201542529 (+6 ms)Region opened successfully at 1731201542529 2024-11-10T01:19:02,531 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201542472 2024-11-10T01:19:02,534 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:19:02,534 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:19:02,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,37591,1731201540709 2024-11-10T01:19:02,536 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,37591,1731201540709, state=OPEN 2024-11-10T01:19:02,545 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1260354912/meta-region-server 2024-11-10T01:19:02,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1260354912/meta-region-server 2024-11-10T01:19:02,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1260354912/meta-region-server: CHANGED 2024-11-10T01:19:02,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1260354912/meta-region-server: CHANGED 2024-11-10T01:19:02,546 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,37591,1731201540709 2024-11-10T01:19:02,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:19:02,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,37591,1731201540709 in 228 msec 2024-11-10T01:19:02,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:19:02,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-10T01:19:02,556 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:19:02,556 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:19:02,559 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:19:02,559 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,37591,1731201540709, seqNum=-1] 2024-11-10T01:19:02,559 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:19:02,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:19:02,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3370 sec 2024-11-10T01:19:02,570 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201542570, completionTime=-1 2024-11-10T01:19:02,570 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:19:02,571 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:19:02,573 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:19:02,573 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201602573 2024-11-10T01:19:02,573 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201662573 2024-11-10T01:19:02,573 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T01:19:02,573 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38669,1731201540569-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:02,573 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38669,1731201540569-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:02,574 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38669,1731201540569-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:02,574 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:38669, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:02,574 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:02,575 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:02,577 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:19:02,580 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.786sec 2024-11-10T01:19:02,580 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:19:02,580 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:19:02,580 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:19:02,580 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:19:02,580 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:19:02,581 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38669,1731201540569-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:19:02,581 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38669,1731201540569-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:19:02,585 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:19:02,585 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:19:02,585 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38669,1731201540569-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:19:02,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544b33dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:02,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,38669,-1 for getting cluster id 2024-11-10T01:19:02,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:19:02,669 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '810be6ff-9b1a-46f4-8d47-f563b2113cf1' 2024-11-10T01:19:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:19:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "810be6ff-9b1a-46f4-8d47-f563b2113cf1" 2024-11-10T01:19:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33678639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,38669,-1] 2024-11-10T01:19:02,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:19:02,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:02,676 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:19:02,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d99206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:02,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:19:02,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,37591,1731201540709, seqNum=-1] 2024-11-10T01:19:02,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:19:02,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:19:02,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,38669,1731201540569 2024-11-10T01:19:02,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54173 2024-11-10T01:19:02,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:19:02,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012252fcc50005 connected 2024-11-10T01:19:02,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:19:02,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40317,1731201533990 2024-11-10T01:19:02,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66815681 2024-11-10T01:19:02,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:19:02,722 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:19:02,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:19:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T01:19:02,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:19:02,733 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:02,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T01:19:02,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:19:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:19:02,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741835_1011 (size=902) 2024-11-10T01:19:02,754 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4700ff8e9b17d838570253b326614ee9, NAME => 'test,,1731201542722.4700ff8e9b17d838570253b326614ee9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc 2024-11-10T01:19:02,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741836_1012 (size=39) 2024-11-10T01:19:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:19:03,054 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:19:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:19:03,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:19:03,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:19:03,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:19:03,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:19:03,100 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:19:03,171 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731201542722.4700ff8e9b17d838570253b326614ee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:19:03,171 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4700ff8e9b17d838570253b326614ee9, disabling compactions & flushes 2024-11-10T01:19:03,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731201542722.4700ff8e9b17d838570253b326614ee9. 2024-11-10T01:19:03,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201542722.4700ff8e9b17d838570253b326614ee9. 2024-11-10T01:19:03,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731201542722.4700ff8e9b17d838570253b326614ee9. after waiting 0 ms 2024-11-10T01:19:03,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731201542722.4700ff8e9b17d838570253b326614ee9. 2024-11-10T01:19:03,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731201542722.4700ff8e9b17d838570253b326614ee9. 2024-11-10T01:19:03,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4700ff8e9b17d838570253b326614ee9: Waiting for close lock at 1731201543171Disabling compacts and flushes for region at 1731201543171Disabling writes for close at 1731201543172 (+1 ms)Writing region close event to WAL at 1731201543172Closed at 1731201543172 2024-11-10T01:19:03,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:19:03,175 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731201542722.4700ff8e9b17d838570253b326614ee9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731201543173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201543173"}]},"ts":"1731201543173"} 2024-11-10T01:19:03,178 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:19:03,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:19:03,181 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201543181"}]},"ts":"1731201543181"} 2024-11-10T01:19:03,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T01:19:03,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4700ff8e9b17d838570253b326614ee9, ASSIGN}] 2024-11-10T01:19:03,186 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4700ff8e9b17d838570253b326614ee9, ASSIGN 2024-11-10T01:19:03,187 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4700ff8e9b17d838570253b326614ee9, ASSIGN; state=OFFLINE, location=0c4d4d227d60,33649,1731201534195; forceNewPlan=false, retain=false 2024-11-10T01:19:03,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4700ff8e9b17d838570253b326614ee9, regionState=OPENING, regionLocation=0c4d4d227d60,33649,1731201534195 2024-11-10T01:19:03,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4700ff8e9b17d838570253b326614ee9, ASSIGN because future has completed 2024-11-10T01:19:03,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4700ff8e9b17d838570253b326614ee9, server=0c4d4d227d60,33649,1731201534195}] 2024-11-10T01:19:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:19:03,507 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731201542722.4700ff8e9b17d838570253b326614ee9. 2024-11-10T01:19:03,507 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4700ff8e9b17d838570253b326614ee9, NAME => 'test,,1731201542722.4700ff8e9b17d838570253b326614ee9.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:19:03,507 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:19:03,508 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T01:19:03,508 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4700ff8e9b17d838570253b326614ee9 2024-11-10T01:19:03,508 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731201542722.4700ff8e9b17d838570253b326614ee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:19:03,508 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4700ff8e9b17d838570253b326614ee9 2024-11-10T01:19:03,508 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4700ff8e9b17d838570253b326614ee9 2024-11-10T01:19:03,514 INFO [StoreOpener-4700ff8e9b17d838570253b326614ee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4700ff8e9b17d838570253b326614ee9 2024-11-10T01:19:03,516 INFO [StoreOpener-4700ff8e9b17d838570253b326614ee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4700ff8e9b17d838570253b326614ee9 columnFamilyName f 2024-11-10T01:19:03,516 DEBUG [StoreOpener-4700ff8e9b17d838570253b326614ee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:03,516 INFO [StoreOpener-4700ff8e9b17d838570253b326614ee9-1 {}] regionserver.HStore(327): Store=4700ff8e9b17d838570253b326614ee9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:19:03,516 INFO [StoreOpener-4700ff8e9b17d838570253b326614ee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4700ff8e9b17d838570253b326614ee9 2024-11-10T01:19:03,518 INFO [StoreOpener-4700ff8e9b17d838570253b326614ee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4700ff8e9b17d838570253b326614ee9 columnFamilyName f1 2024-11-10T01:19:03,518 DEBUG [StoreOpener-4700ff8e9b17d838570253b326614ee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:03,519 INFO [StoreOpener-4700ff8e9b17d838570253b326614ee9-1 {}] regionserver.HStore(327): Store=4700ff8e9b17d838570253b326614ee9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:19:03,519 INFO [StoreOpener-4700ff8e9b17d838570253b326614ee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4700ff8e9b17d838570253b326614ee9 2024-11-10T01:19:03,527 INFO [StoreOpener-4700ff8e9b17d838570253b326614ee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4700ff8e9b17d838570253b326614ee9 columnFamilyName norep 2024-11-10T01:19:03,527 DEBUG [StoreOpener-4700ff8e9b17d838570253b326614ee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:03,528 INFO [StoreOpener-4700ff8e9b17d838570253b326614ee9-1 {}] regionserver.HStore(327): Store=4700ff8e9b17d838570253b326614ee9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:19:03,528 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4700ff8e9b17d838570253b326614ee9 2024-11-10T01:19:03,529 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9 2024-11-10T01:19:03,530 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9 2024-11-10T01:19:03,544 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4700ff8e9b17d838570253b326614ee9 2024-11-10T01:19:03,544 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4700ff8e9b17d838570253b326614ee9 2024-11-10T01:19:03,545 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:19:03,547 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4700ff8e9b17d838570253b326614ee9 2024-11-10T01:19:03,552 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:19:03,553 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4700ff8e9b17d838570253b326614ee9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59595868, jitterRate=-0.11195236444473267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:19:03,553 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4700ff8e9b17d838570253b326614ee9 2024-11-10T01:19:03,553 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4700ff8e9b17d838570253b326614ee9: Running coprocessor pre-open hook at 1731201543508Writing region info on filesystem at 1731201543508Initializing all the Stores at 1731201543514 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201543514Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201543514Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201543514Cleaning up temporary data from old regions at 1731201543544 (+30 ms)Running coprocessor post-open hooks at 1731201543553 (+9 ms)Region opened successfully at 1731201543553 2024-11-10T01:19:03,556 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731201542722.4700ff8e9b17d838570253b326614ee9., pid=6, masterSystemTime=1731201543500 2024-11-10T01:19:03,558 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731201542722.4700ff8e9b17d838570253b326614ee9. 2024-11-10T01:19:03,558 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731201542722.4700ff8e9b17d838570253b326614ee9. 2024-11-10T01:19:03,561 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4700ff8e9b17d838570253b326614ee9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0c4d4d227d60,33649,1731201534195 2024-11-10T01:19:03,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4700ff8e9b17d838570253b326614ee9, server=0c4d4d227d60,33649,1731201534195 because future has completed 2024-11-10T01:19:03,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:19:03,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4700ff8e9b17d838570253b326614ee9, server=0c4d4d227d60,33649,1731201534195 in 221 msec 2024-11-10T01:19:03,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:19:03,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4700ff8e9b17d838570253b326614ee9, ASSIGN in 386 msec 2024-11-10T01:19:03,577 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:19:03,577 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201543577"}]},"ts":"1731201543577"} 2024-11-10T01:19:03,581 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T01:19:03,583 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:19:03,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 855 msec 2024-11-10T01:19:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:19:03,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:19:03,879 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T01:19:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,38669,1731201540569 2024-11-10T01:19:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68aeda5e 2024-11-10T01:19:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:19:03,881 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:19:03,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:19:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T01:19:03,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:19:03,887 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:03,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T01:19:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:19:03,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:19:03,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741835_1011 (size=902) 2024-11-10T01:19:03,920 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b969bdf5f6f0ec2b3a3f43577a05ede0, NAME => 'test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d 2024-11-10T01:19:03,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741836_1012 (size=39) 2024-11-10T01:19:03,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:19:03,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b969bdf5f6f0ec2b3a3f43577a05ede0, disabling compactions & flushes 2024-11-10T01:19:03,946 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0. 2024-11-10T01:19:03,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0. 2024-11-10T01:19:03,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0. after waiting 0 ms 2024-11-10T01:19:03,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0. 2024-11-10T01:19:03,947 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0. 2024-11-10T01:19:03,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b969bdf5f6f0ec2b3a3f43577a05ede0: Waiting for close lock at 1731201543946Disabling compacts and flushes for region at 1731201543946Disabling writes for close at 1731201543947 (+1 ms)Writing region close event to WAL at 1731201543947Closed at 1731201543947 2024-11-10T01:19:03,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:19:03,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731201543948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201543948"}]},"ts":"1731201543948"} 2024-11-10T01:19:03,973 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:19:03,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:19:03,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201543975"}]},"ts":"1731201543975"} 2024-11-10T01:19:03,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T01:19:03,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b969bdf5f6f0ec2b3a3f43577a05ede0, ASSIGN}] 2024-11-10T01:19:03,982 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b969bdf5f6f0ec2b3a3f43577a05ede0, ASSIGN 2024-11-10T01:19:03,984 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b969bdf5f6f0ec2b3a3f43577a05ede0, ASSIGN; state=OFFLINE, location=0c4d4d227d60,37591,1731201540709; forceNewPlan=false, retain=false 2024-11-10T01:19:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:19:04,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:19:04,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T01:19:04,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T01:19:04,019 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T01:19:04,020 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:19:04,020 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T01:19:04,020 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:19:04,020 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T01:19:04,020 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:19:04,020 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T01:19:04,021 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T01:19:04,021 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T01:19:04,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b969bdf5f6f0ec2b3a3f43577a05ede0, regionState=OPENING, regionLocation=0c4d4d227d60,37591,1731201540709 2024-11-10T01:19:04,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b969bdf5f6f0ec2b3a3f43577a05ede0, ASSIGN because future has completed 2024-11-10T01:19:04,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b969bdf5f6f0ec2b3a3f43577a05ede0, server=0c4d4d227d60,37591,1731201540709}] 2024-11-10T01:19:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:19:04,313 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0. 2024-11-10T01:19:04,313 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b969bdf5f6f0ec2b3a3f43577a05ede0, NAME => 'test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:19:04,314 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:19:04,314 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T01:19:04,314 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b969bdf5f6f0ec2b3a3f43577a05ede0 2024-11-10T01:19:04,314 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:19:04,314 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b969bdf5f6f0ec2b3a3f43577a05ede0 2024-11-10T01:19:04,314 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b969bdf5f6f0ec2b3a3f43577a05ede0 2024-11-10T01:19:04,316 INFO [StoreOpener-b969bdf5f6f0ec2b3a3f43577a05ede0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b969bdf5f6f0ec2b3a3f43577a05ede0 2024-11-10T01:19:04,317 INFO [StoreOpener-b969bdf5f6f0ec2b3a3f43577a05ede0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b969bdf5f6f0ec2b3a3f43577a05ede0 columnFamilyName f 2024-11-10T01:19:04,317 DEBUG [StoreOpener-b969bdf5f6f0ec2b3a3f43577a05ede0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:04,318 INFO [StoreOpener-b969bdf5f6f0ec2b3a3f43577a05ede0-1 {}] regionserver.HStore(327): Store=b969bdf5f6f0ec2b3a3f43577a05ede0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:19:04,318 INFO [StoreOpener-b969bdf5f6f0ec2b3a3f43577a05ede0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b969bdf5f6f0ec2b3a3f43577a05ede0 2024-11-10T01:19:04,321 INFO [StoreOpener-b969bdf5f6f0ec2b3a3f43577a05ede0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b969bdf5f6f0ec2b3a3f43577a05ede0 columnFamilyName f1 2024-11-10T01:19:04,321 DEBUG [StoreOpener-b969bdf5f6f0ec2b3a3f43577a05ede0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:04,321 INFO [StoreOpener-b969bdf5f6f0ec2b3a3f43577a05ede0-1 {}] regionserver.HStore(327): Store=b969bdf5f6f0ec2b3a3f43577a05ede0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:19:04,321 INFO [StoreOpener-b969bdf5f6f0ec2b3a3f43577a05ede0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b969bdf5f6f0ec2b3a3f43577a05ede0 2024-11-10T01:19:04,323 INFO [StoreOpener-b969bdf5f6f0ec2b3a3f43577a05ede0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b969bdf5f6f0ec2b3a3f43577a05ede0 columnFamilyName norep 2024-11-10T01:19:04,323 DEBUG [StoreOpener-b969bdf5f6f0ec2b3a3f43577a05ede0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:04,323 INFO [StoreOpener-b969bdf5f6f0ec2b3a3f43577a05ede0-1 {}] regionserver.HStore(327): Store=b969bdf5f6f0ec2b3a3f43577a05ede0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:19:04,324 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b969bdf5f6f0ec2b3a3f43577a05ede0 2024-11-10T01:19:04,325 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/default/test/b969bdf5f6f0ec2b3a3f43577a05ede0 2024-11-10T01:19:04,325 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/default/test/b969bdf5f6f0ec2b3a3f43577a05ede0 2024-11-10T01:19:04,326 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b969bdf5f6f0ec2b3a3f43577a05ede0 2024-11-10T01:19:04,326 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b969bdf5f6f0ec2b3a3f43577a05ede0 2024-11-10T01:19:04,326 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:19:04,327 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b969bdf5f6f0ec2b3a3f43577a05ede0 2024-11-10T01:19:04,330 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/default/test/b969bdf5f6f0ec2b3a3f43577a05ede0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:19:04,331 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b969bdf5f6f0ec2b3a3f43577a05ede0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66956904, jitterRate=-0.00226438045501709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:19:04,331 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b969bdf5f6f0ec2b3a3f43577a05ede0 2024-11-10T01:19:04,331 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b969bdf5f6f0ec2b3a3f43577a05ede0: Running coprocessor pre-open hook at 1731201544315Writing region info on filesystem at 1731201544315Initializing all the Stores at 1731201544315Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201544315Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201544316 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201544316Cleaning up temporary data from old regions at 1731201544326 (+10 ms)Running coprocessor post-open hooks at 1731201544331 (+5 ms)Region opened successfully at 1731201544331 2024-11-10T01:19:04,332 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0., pid=6, masterSystemTime=1731201544309 2024-11-10T01:19:04,335 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0. 2024-11-10T01:19:04,335 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0. 2024-11-10T01:19:04,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b969bdf5f6f0ec2b3a3f43577a05ede0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0c4d4d227d60,37591,1731201540709 2024-11-10T01:19:04,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b969bdf5f6f0ec2b3a3f43577a05ede0, server=0c4d4d227d60,37591,1731201540709 because future has completed 2024-11-10T01:19:04,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:19:04,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b969bdf5f6f0ec2b3a3f43577a05ede0, server=0c4d4d227d60,37591,1731201540709 in 186 msec 2024-11-10T01:19:04,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:19:04,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b969bdf5f6f0ec2b3a3f43577a05ede0, ASSIGN in 365 msec 2024-11-10T01:19:04,349 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:19:04,350 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201544349"}]},"ts":"1731201544349"} 2024-11-10T01:19:04,352 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T01:19:04,353 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:19:04,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 471 msec 2024-11-10T01:19:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:19:04,518 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T01:19:04,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d24df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:04,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40317,-1 for getting cluster id 2024-11-10T01:19:04,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:19:04,520 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adbc1226-9ee8-4ec2-9818-15171cc65956' 2024-11-10T01:19:04,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:19:04,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adbc1226-9ee8-4ec2-9818-15171cc65956" 2024-11-10T01:19:04,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2889745d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:04,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40317,-1] 2024-11-10T01:19:04,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:19:04,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:04,522 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:19:04,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539da382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:04,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d17c862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:04,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,38669,-1 for getting cluster id 2024-11-10T01:19:04,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:19:04,527 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '810be6ff-9b1a-46f4-8d47-f563b2113cf1' 2024-11-10T01:19:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:19:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "810be6ff-9b1a-46f4-8d47-f563b2113cf1" 2024-11-10T01:19:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d42baef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,38669,-1] 2024-11-10T01:19:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:19:04,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:04,529 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:19:04,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ad8267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:04,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480e2333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:04,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40317,-1 for getting cluster id 2024-11-10T01:19:04,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:19:04,534 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adbc1226-9ee8-4ec2-9818-15171cc65956' 2024-11-10T01:19:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:19:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adbc1226-9ee8-4ec2-9818-15171cc65956" 2024-11-10T01:19:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ddaaf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40317,-1] 2024-11-10T01:19:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:19:04,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:04,535 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:19:04,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9daf56a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:04,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:19:04,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40317,1731201533990 2024-11-10T01:19:04,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2703e429 2024-11-10T01:19:04,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:19:04,540 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:19:04,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:38669,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:19:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:19:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:19:04,544 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:38669' 2024-11-10T01:19:04,545 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391e478a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:04,545 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,38669,-1 for getting cluster id 2024-11-10T01:19:04,545 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:19:04,546 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '810be6ff-9b1a-46f4-8d47-f563b2113cf1' 2024-11-10T01:19:04,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:19:04,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "810be6ff-9b1a-46f4-8d47-f563b2113cf1" 2024-11-10T01:19:04,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f5890d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:04,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,38669,-1] 2024-11-10T01:19:04,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:19:04,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:04,547 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:19:04,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717a0626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:04,549 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:19:04,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,38669,1731201540569 2024-11-10T01:19:04,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62ea58bb 2024-11-10T01:19:04,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:19:04,551 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:19:04,551 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T01:19:04,551 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:19:04,551 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:04,552 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:04,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:19:04,552 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:19:04,554 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:19:04,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:19:04,555 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:04,557 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:19:04,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741837_1013 (size=1138) 2024-11-10T01:19:04,605 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T01:19:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:19:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:19:04,972 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dff84d26b372c65a3326e14bc471755e, NAME => 'hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc 2024-11-10T01:19:04,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741838_1014 (size=44) 2024-11-10T01:19:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:19:05,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:19:05,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dff84d26b372c65a3326e14bc471755e, disabling compactions & flushes 2024-11-10T01:19:05,379 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e. 2024-11-10T01:19:05,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e. 2024-11-10T01:19:05,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e. after waiting 0 ms 2024-11-10T01:19:05,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e. 2024-11-10T01:19:05,379 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e. 2024-11-10T01:19:05,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dff84d26b372c65a3326e14bc471755e: Waiting for close lock at 1731201545379Disabling compacts and flushes for region at 1731201545379Disabling writes for close at 1731201545379Writing region close event to WAL at 1731201545379Closed at 1731201545379 2024-11-10T01:19:05,381 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:19:05,381 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731201545381"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201545381"}]},"ts":"1731201545381"} 2024-11-10T01:19:05,385 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:19:05,387 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:19:05,387 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201545387"}]},"ts":"1731201545387"} 2024-11-10T01:19:05,390 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T01:19:05,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dff84d26b372c65a3326e14bc471755e, ASSIGN}] 2024-11-10T01:19:05,392 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dff84d26b372c65a3326e14bc471755e, ASSIGN 2024-11-10T01:19:05,393 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dff84d26b372c65a3326e14bc471755e, ASSIGN; state=OFFLINE, location=0c4d4d227d60,33649,1731201534195; forceNewPlan=false, retain=false 2024-11-10T01:19:05,543 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dff84d26b372c65a3326e14bc471755e, regionState=OPENING, regionLocation=0c4d4d227d60,33649,1731201534195 2024-11-10T01:19:05,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dff84d26b372c65a3326e14bc471755e, ASSIGN because future has completed 2024-11-10T01:19:05,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dff84d26b372c65a3326e14bc471755e, server=0c4d4d227d60,33649,1731201534195}] 2024-11-10T01:19:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:19:05,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e. 2024-11-10T01:19:05,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:19:05,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:19:05,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C33649%2C1731201534195.rep, suffix=, logDir=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195, archiveDir=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/oldWALs, maxLogs=10 2024-11-10T01:19:05,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.rep.1731201545706, exclude list is [], retry=0 2024-11-10T01:19:05,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34945,DS-1df516ff-a8b1-4a80-81b0-7d9f74857b2f,DISK] 2024-11-10T01:19:05,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.rep.1731201545706 2024-11-10T01:19:05,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40303:40303)] 2024-11-10T01:19:05,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dff84d26b372c65a3326e14bc471755e, NAME => 'hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:19:05,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:19:05,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:19:05,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e. service=MultiRowMutationService 2024-11-10T01:19:05,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:19:05,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dff84d26b372c65a3326e14bc471755e 2024-11-10T01:19:05,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:19:05,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dff84d26b372c65a3326e14bc471755e 2024-11-10T01:19:05,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dff84d26b372c65a3326e14bc471755e 2024-11-10T01:19:05,724 INFO [StoreOpener-dff84d26b372c65a3326e14bc471755e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dff84d26b372c65a3326e14bc471755e 2024-11-10T01:19:05,726 INFO [StoreOpener-dff84d26b372c65a3326e14bc471755e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dff84d26b372c65a3326e14bc471755e columnFamilyName hfileref 2024-11-10T01:19:05,726 DEBUG [StoreOpener-dff84d26b372c65a3326e14bc471755e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:05,727 INFO [StoreOpener-dff84d26b372c65a3326e14bc471755e-1 {}] regionserver.HStore(327): Store=dff84d26b372c65a3326e14bc471755e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:19:05,727 INFO [StoreOpener-dff84d26b372c65a3326e14bc471755e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dff84d26b372c65a3326e14bc471755e 2024-11-10T01:19:05,728 INFO [StoreOpener-dff84d26b372c65a3326e14bc471755e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dff84d26b372c65a3326e14bc471755e columnFamilyName queue 2024-11-10T01:19:05,728 DEBUG [StoreOpener-dff84d26b372c65a3326e14bc471755e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:05,728 INFO [StoreOpener-dff84d26b372c65a3326e14bc471755e-1 {}] regionserver.HStore(327): Store=dff84d26b372c65a3326e14bc471755e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:19:05,728 INFO [StoreOpener-dff84d26b372c65a3326e14bc471755e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dff84d26b372c65a3326e14bc471755e 2024-11-10T01:19:05,729 INFO [StoreOpener-dff84d26b372c65a3326e14bc471755e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dff84d26b372c65a3326e14bc471755e columnFamilyName sid 2024-11-10T01:19:05,729 DEBUG [StoreOpener-dff84d26b372c65a3326e14bc471755e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:19:05,730 INFO [StoreOpener-dff84d26b372c65a3326e14bc471755e-1 {}] regionserver.HStore(327): Store=dff84d26b372c65a3326e14bc471755e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:19:05,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dff84d26b372c65a3326e14bc471755e 2024-11-10T01:19:05,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/replication/dff84d26b372c65a3326e14bc471755e 2024-11-10T01:19:05,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/replication/dff84d26b372c65a3326e14bc471755e 2024-11-10T01:19:05,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dff84d26b372c65a3326e14bc471755e 2024-11-10T01:19:05,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dff84d26b372c65a3326e14bc471755e 2024-11-10T01:19:05,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:19:05,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dff84d26b372c65a3326e14bc471755e 2024-11-10T01:19:05,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/replication/dff84d26b372c65a3326e14bc471755e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:19:05,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dff84d26b372c65a3326e14bc471755e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74690971, jitterRate=0.11298219859600067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:19:05,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dff84d26b372c65a3326e14bc471755e 2024-11-10T01:19:05,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dff84d26b372c65a3326e14bc471755e: Running coprocessor pre-open hook at 1731201545723Writing region info on filesystem at 1731201545723Initializing all the Stores at 1731201545724 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201545724Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201545724Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201545724Cleaning up temporary data from old regions at 1731201545735 (+11 ms)Running coprocessor post-open hooks at 1731201545740 (+5 ms)Region opened successfully at 1731201545741 (+1 ms) 2024-11-10T01:19:05,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e., pid=10, masterSystemTime=1731201545699 2024-11-10T01:19:05,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e. 2024-11-10T01:19:05,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e. 2024-11-10T01:19:05,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dff84d26b372c65a3326e14bc471755e, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,33649,1731201534195 2024-11-10T01:19:05,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dff84d26b372c65a3326e14bc471755e, server=0c4d4d227d60,33649,1731201534195 because future has completed 2024-11-10T01:19:05,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T01:19:05,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dff84d26b372c65a3326e14bc471755e, server=0c4d4d227d60,33649,1731201534195 in 205 msec 2024-11-10T01:19:05,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T01:19:05,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dff84d26b372c65a3326e14bc471755e, ASSIGN in 362 msec 2024-11-10T01:19:05,758 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:19:05,758 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201545758"}]},"ts":"1731201545758"} 2024-11-10T01:19:05,761 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T01:19:05,764 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:19:05,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2120 sec 2024-11-10T01:19:05,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e., hostname=0c4d4d227d60,33649,1731201534195, seqNum=2] 2024-11-10T01:19:05,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:19:05,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:19:05,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:19:06,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T01:19:06,121 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T01:19:06,155 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,33649,1731201534195, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:19:06,156 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:19:06,156 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,33649,1731201534195, seqNum=-1] 2024-11-10T01:19:06,156 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:19:06,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-10T01:19:06,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0c4d4d227d60,33649,1731201534195', locateType=CURRENT is [region=hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e., hostname=0c4d4d227d60,33649,1731201534195, seqNum=2] 2024-11-10T01:19:06,162 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T01:19:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T01:19:06,164 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0c4d4d227d60,33649,1731201534195 suceeded 2024-11-10T01:19:06,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T01:19:06,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-10T01:19:06,166 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0c4d4d227d60:38669,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-10T01:19:06,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6260 sec 2024-11-10T01:19:06,175 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:38669' 2024-11-10T01:19:06,176 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79057a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:06,176 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,38669,-1 for getting cluster id 2024-11-10T01:19:06,176 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:19:06,177 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '810be6ff-9b1a-46f4-8d47-f563b2113cf1' 2024-11-10T01:19:06,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:19:06,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "810be6ff-9b1a-46f4-8d47-f563b2113cf1" 2024-11-10T01:19:06,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7de2158b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:06,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,38669,-1] 2024-11-10T01:19:06,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:19:06,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:06,179 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:19:06,179 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27d6fc1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:06,179 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:19:06,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,38669,1731201540569 2024-11-10T01:19:06,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2984abb 2024-11-10T01:19:06,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:19:06,181 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-10T01:19:06,181 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,33649,1731201534195 (queues=1) is replicating from cluster=adbc1226-9ee8-4ec2-9818-15171cc65956 to cluster=810be6ff-9b1a-46f4-8d47-f563b2113cf1 2024-11-10T01:19:06,181 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C33649%2C1731201534195 2024-11-10T01:19:06,182 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,33649,1731201534195, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:19:06,182 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.shipper0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C33649%2C1731201534195 2024-11-10T01:19:06,182 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909, startPosition=0, beingWritten=true 2024-11-10T01:19:06,189 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:19:06,189 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 379, reset compression=false 2024-11-10T01:19:06,189 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.shipper0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,33649,1731201534195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:19:06,393 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 379, reset compression=false 2024-11-10T01:19:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:19:06,688 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:19:06,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:19:06,688 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:19:06,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:06,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:06,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:19:06,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:19:06,694 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731201546692/Put/seqid=0 2024-11-10T01:19:06,697 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 379, reset compression=false 2024-11-10T01:19:06,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741840_1016 (size=7894) 2024-11-10T01:19:07,101 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 379, reset compression=false 2024-11-10T01:19:07,102 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/load_f/f/hfile_1 is 34, key is ddd/f:row/1731201547100/Put/seqid=0 2024-11-10T01:19:07,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741841_1017 (size=7691) 2024-11-10T01:19:07,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0f122a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:07,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40317,-1 for getting cluster id 2024-11-10T01:19:07,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:19:07,112 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adbc1226-9ee8-4ec2-9818-15171cc65956' 2024-11-10T01:19:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:19:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adbc1226-9ee8-4ec2-9818-15171cc65956" 2024-11-10T01:19:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b93c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40317,-1] 2024-11-10T01:19:07,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:19:07,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:07,114 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:19:07,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761114f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:07,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:19:07,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,33649,1731201534195, seqNum=-1] 2024-11-10T01:19:07,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:19:07,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:19:07,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:19:07,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40317,1731201533990 2024-11-10T01:19:07,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66c29cd5 2024-11-10T01:19:07,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:19:07,133 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:19:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731201542722.4700ff8e9b17d838570253b326614ee9., hostname=0c4d4d227d60,33649,1731201534195, seqNum=2] 2024-11-10T01:19:07,147 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T01:19:07,157 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T01:19:07,160 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T01:19:07,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/load_f/f/hfile_1 for inclusion in 4700ff8e9b17d838570253b326614ee9/f 2024-11-10T01:19:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T01:19:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:19:07,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/load_f/f/hfile_0 for inclusion in 4700ff8e9b17d838570253b326614ee9/f 2024-11-10T01:19:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T01:19:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:19:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HRegion(2603): Flush status journal for 4700ff8e9b17d838570253b326614ee9: 2024-11-10T01:19:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/load_f/f/hfile_1 to hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__f23usadgk2fs0lhq80vb1ljqi5s5uj5fqovu9c6gp6af3b1q68jk5lt7h0gio3qq/f/hfile_1 2024-11-10T01:19:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__f23usadgk2fs0lhq80vb1ljqi5s5uj5fqovu9c6gp6af3b1q68jk5lt7h0gio3qq/f/hfile_1 as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/f/093f7596a1bd4c47be6c8b2953aeeecd_SeqId_4_ 2024-11-10T01:19:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/load_f/f/hfile_0 to hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__f23usadgk2fs0lhq80vb1ljqi5s5uj5fqovu9c6gp6af3b1q68jk5lt7h0gio3qq/f/hfile_0 2024-11-10T01:19:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__f23usadgk2fs0lhq80vb1ljqi5s5uj5fqovu9c6gp6af3b1q68jk5lt7h0gio3qq/f/hfile_0 as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/f/52ecb3c0867e4b2382e27f534bd903ba_SeqId_4_ 2024-11-10T01:19:07,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__f23usadgk2fs0lhq80vb1ljqi5s5uj5fqovu9c6gp6af3b1q68jk5lt7h0gio3qq/f/hfile_1 into 4700ff8e9b17d838570253b326614ee9/f as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/f/093f7596a1bd4c47be6c8b2953aeeecd_SeqId_4_ - updating store file list. 2024-11-10T01:19:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 093f7596a1bd4c47be6c8b2953aeeecd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T01:19:07,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/f/093f7596a1bd4c47be6c8b2953aeeecd_SeqId_4_ into 4700ff8e9b17d838570253b326614ee9/f 2024-11-10T01:19:07,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__f23usadgk2fs0lhq80vb1ljqi5s5uj5fqovu9c6gp6af3b1q68jk5lt7h0gio3qq/f/hfile_1 into 4700ff8e9b17d838570253b326614ee9/f (new location: hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/f/093f7596a1bd4c47be6c8b2953aeeecd_SeqId_4_) 2024-11-10T01:19:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__f23usadgk2fs0lhq80vb1ljqi5s5uj5fqovu9c6gp6af3b1q68jk5lt7h0gio3qq/f/hfile_1 2024-11-10T01:19:07,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__f23usadgk2fs0lhq80vb1ljqi5s5uj5fqovu9c6gp6af3b1q68jk5lt7h0gio3qq/f/hfile_0 into 4700ff8e9b17d838570253b326614ee9/f as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/f/52ecb3c0867e4b2382e27f534bd903ba_SeqId_4_ - updating store file list. 2024-11-10T01:19:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 52ecb3c0867e4b2382e27f534bd903ba_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T01:19:07,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/f/52ecb3c0867e4b2382e27f534bd903ba_SeqId_4_ into 4700ff8e9b17d838570253b326614ee9/f 2024-11-10T01:19:07,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__f23usadgk2fs0lhq80vb1ljqi5s5uj5fqovu9c6gp6af3b1q68jk5lt7h0gio3qq/f/hfile_0 into 4700ff8e9b17d838570253b326614ee9/f (new location: hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/f/52ecb3c0867e4b2382e27f534bd903ba_SeqId_4_) 2024-11-10T01:19:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__f23usadgk2fs0lhq80vb1ljqi5s5uj5fqovu9c6gp6af3b1q68jk5lt7h0gio3qq/f/hfile_0 2024-11-10T01:19:07,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:19:07,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:19:07,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:07,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:07,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:19:07,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:19:07,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,37591,1731201540709, seqNum=-1] 2024-11-10T01:19:07,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731201542722.4700ff8e9b17d838570253b326614ee9., hostname=0c4d4d227d60,33649,1731201534195, seqNum=2 , the old value is region=test,,1731201542722.4700ff8e9b17d838570253b326614ee9., hostname=0c4d4d227d60,33649,1731201534195, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0c4d4d227d60:33649 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T01:19:07,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:19:07,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731201542722.4700ff8e9b17d838570253b326614ee9., hostname=0c4d4d227d60,33649,1731201534195, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T01:19:07,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731201542722.4700ff8e9b17d838570253b326614ee9., hostname=0c4d4d227d60,33649,1731201534195, seqNum=2 from cache 2024-11-10T01:19:07,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:19:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:51606 deadline: 1731201607214 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:51606 2024-11-10T01:19:07,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0., hostname=0c4d4d227d60,37591,1731201540709, seqNum=2] 2024-11-10T01:19:07,220 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T01:19:07,328 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:33649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-10T01:19:07,367 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T01:19:07,605 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 379, reset compression=false 2024-11-10T01:19:07,611 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:19:07,611 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.shipper0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,33649,1731201534195 got entry batch from reader: WALEntryBatch [walEntries=[{test/4700ff8e9b17d838570253b326614ee9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731201547209/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T01:19:07,633 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.shipper0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:19:07,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-10T01:19:07,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.ReplicationSink(318): Replicating [adbc1226-9ee8-4ec2-9818-15171cc65956] bulk loaded data 2024-11-10T01:19:07,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a7888b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:07,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,38669,-1 for getting cluster id 2024-11-10T01:19:07,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:19:07,639 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '810be6ff-9b1a-46f4-8d47-f563b2113cf1' 2024-11-10T01:19:07,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:19:07,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "810be6ff-9b1a-46f4-8d47-f563b2113cf1" 2024-11-10T01:19:07,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cbfbc2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:07,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,38669,-1] 2024-11-10T01:19:07,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:19:07,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:07,640 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:19:07,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48466021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:07,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741837_1013 (size=7691) 2024-11-10T01:19:07,811 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 687, reset compression=false 2024-11-10T01:19:08,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:19:08,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:19:08,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:19:08,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:19:08,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:19:08,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741838_1014 (size=7894) 2024-11-10T01:19:08,115 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 687, reset compression=false 2024-11-10T01:19:08,223 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T01:19:08,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:19:08,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,38669,1731201540569 2024-11-10T01:19:08,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@467bc091 2024-11-10T01:19:08,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:19:08,467 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-10T01:19:08,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T01:19:08,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:19:08,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,37591,1731201540709, seqNum=-1] 2024-11-10T01:19:08,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:19:08,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-10T01:19:08,478 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/staging/jenkins.hfs.6__test__f30grvtsc078osv1hoe9cd062oskotul661eb7gc6q0ag59vqg5lj59vrd802cr5/f/093f7596a1bd4c47be6c8b2953aeeecd_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T01:19:08,481 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/staging/jenkins.hfs.6__test__f30grvtsc078osv1hoe9cd062oskotul661eb7gc6q0ag59vqg5lj59vrd802cr5/f/52ecb3c0867e4b2382e27f534bd903ba_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T01:19:08,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/staging/jenkins.hfs.6__test__f30grvtsc078osv1hoe9cd062oskotul661eb7gc6q0ag59vqg5lj59vrd802cr5/f/093f7596a1bd4c47be6c8b2953aeeecd_SeqId_4_ for inclusion in b969bdf5f6f0ec2b3a3f43577a05ede0/f 2024-11-10T01:19:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T01:19:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:19:08,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/staging/jenkins.hfs.6__test__f30grvtsc078osv1hoe9cd062oskotul661eb7gc6q0ag59vqg5lj59vrd802cr5/f/52ecb3c0867e4b2382e27f534bd903ba_SeqId_4_ for inclusion in b969bdf5f6f0ec2b3a3f43577a05ede0/f 2024-11-10T01:19:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T01:19:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:19:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HRegion(2603): Flush status journal for b969bdf5f6f0ec2b3a3f43577a05ede0: 2024-11-10T01:19:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 093f7596a1bd4c47be6c8b2953aeeecd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T01:19:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/staging/jenkins.hfs.6__test__f30grvtsc078osv1hoe9cd062oskotul661eb7gc6q0ag59vqg5lj59vrd802cr5/f/093f7596a1bd4c47be6c8b2953aeeecd_SeqId_4_ as hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/default/test/b969bdf5f6f0ec2b3a3f43577a05ede0/f/7190711adf904bf49743eceaf4659b9c_SeqId_4_ 2024-11-10T01:19:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 52ecb3c0867e4b2382e27f534bd903ba_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T01:19:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/staging/jenkins.hfs.6__test__f30grvtsc078osv1hoe9cd062oskotul661eb7gc6q0ag59vqg5lj59vrd802cr5/f/52ecb3c0867e4b2382e27f534bd903ba_SeqId_4_ as hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/default/test/b969bdf5f6f0ec2b3a3f43577a05ede0/f/1289c21201b14db1a3e2226a8936b10a_SeqId_4_ 2024-11-10T01:19:08,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/staging/jenkins.hfs.6__test__f30grvtsc078osv1hoe9cd062oskotul661eb7gc6q0ag59vqg5lj59vrd802cr5/f/093f7596a1bd4c47be6c8b2953aeeecd_SeqId_4_ into b969bdf5f6f0ec2b3a3f43577a05ede0/f as hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/default/test/b969bdf5f6f0ec2b3a3f43577a05ede0/f/7190711adf904bf49743eceaf4659b9c_SeqId_4_ - updating store file list. 2024-11-10T01:19:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7190711adf904bf49743eceaf4659b9c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T01:19:08,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/default/test/b969bdf5f6f0ec2b3a3f43577a05ede0/f/7190711adf904bf49743eceaf4659b9c_SeqId_4_ into b969bdf5f6f0ec2b3a3f43577a05ede0/f 2024-11-10T01:19:08,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/staging/jenkins.hfs.6__test__f30grvtsc078osv1hoe9cd062oskotul661eb7gc6q0ag59vqg5lj59vrd802cr5/f/093f7596a1bd4c47be6c8b2953aeeecd_SeqId_4_ into b969bdf5f6f0ec2b3a3f43577a05ede0/f (new location: hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/default/test/b969bdf5f6f0ec2b3a3f43577a05ede0/f/7190711adf904bf49743eceaf4659b9c_SeqId_4_) 2024-11-10T01:19:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/staging/jenkins.hfs.6__test__f30grvtsc078osv1hoe9cd062oskotul661eb7gc6q0ag59vqg5lj59vrd802cr5/f/093f7596a1bd4c47be6c8b2953aeeecd_SeqId_4_ 2024-11-10T01:19:08,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/staging/jenkins.hfs.6__test__f30grvtsc078osv1hoe9cd062oskotul661eb7gc6q0ag59vqg5lj59vrd802cr5/f/52ecb3c0867e4b2382e27f534bd903ba_SeqId_4_ into b969bdf5f6f0ec2b3a3f43577a05ede0/f as hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/default/test/b969bdf5f6f0ec2b3a3f43577a05ede0/f/1289c21201b14db1a3e2226a8936b10a_SeqId_4_ - updating store file list. 2024-11-10T01:19:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1289c21201b14db1a3e2226a8936b10a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T01:19:08,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/default/test/b969bdf5f6f0ec2b3a3f43577a05ede0/f/1289c21201b14db1a3e2226a8936b10a_SeqId_4_ into b969bdf5f6f0ec2b3a3f43577a05ede0/f 2024-11-10T01:19:08,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/staging/jenkins.hfs.6__test__f30grvtsc078osv1hoe9cd062oskotul661eb7gc6q0ag59vqg5lj59vrd802cr5/f/52ecb3c0867e4b2382e27f534bd903ba_SeqId_4_ into b969bdf5f6f0ec2b3a3f43577a05ede0/f (new location: hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/default/test/b969bdf5f6f0ec2b3a3f43577a05ede0/f/1289c21201b14db1a3e2226a8936b10a_SeqId_4_) 2024-11-10T01:19:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/staging/jenkins.hfs.6__test__f30grvtsc078osv1hoe9cd062oskotul661eb7gc6q0ag59vqg5lj59vrd802cr5/f/52ecb3c0867e4b2382e27f534bd903ba_SeqId_4_ 2024-11-10T01:19:08,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.ReplicationSink(324): Finished replicating [adbc1226-9ee8-4ec2-9818-15171cc65956] bulk loaded data 2024-11-10T01:19:08,520 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 687, reset compression=false 2024-11-10T01:19:09,024 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 687, reset compression=false 2024-11-10T01:19:09,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T01:19:09,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:19:09,241 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731201549240/Put/seqid=0 2024-11-10T01:19:09,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741842_1018 (size=7997) 2024-11-10T01:19:09,627 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 687, reset compression=false 2024-11-10T01:19:09,648 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731201549647/Put/seqid=0 2024-11-10T01:19:09,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741843_1019 (size=7794) 2024-11-10T01:19:10,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a79bf38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:10,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40317,-1 for getting cluster id 2024-11-10T01:19:10,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:19:10,055 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adbc1226-9ee8-4ec2-9818-15171cc65956' 2024-11-10T01:19:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:19:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adbc1226-9ee8-4ec2-9818-15171cc65956" 2024-11-10T01:19:10,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfe81bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:10,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40317,-1] 2024-11-10T01:19:10,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:19:10,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:10,057 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:19:10,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711f0347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:19:10,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:19:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,33649,1731201534195, seqNum=-1] 2024-11-10T01:19:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:19:10,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:19:10,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:19:10,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40317,1731201533990 2024-11-10T01:19:10,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f4e31a9 2024-11-10T01:19:10,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:19:10,071 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:19:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731201542722.4700ff8e9b17d838570253b326614ee9., hostname=0c4d4d227d60,33649,1731201534195, seqNum=2] 2024-11-10T01:19:10,076 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T01:19:10,082 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T01:19:10,085 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T01:19:10,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/load_f1/f1/hfile_1 for inclusion in 4700ff8e9b17d838570253b326614ee9/f1 2024-11-10T01:19:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T01:19:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:19:10,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/load_f1/f1/hfile_0 for inclusion in 4700ff8e9b17d838570253b326614ee9/f1 2024-11-10T01:19:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T01:19:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:19:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HRegion(2603): Flush status journal for 4700ff8e9b17d838570253b326614ee9: 2024-11-10T01:19:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/load_f1/f1/hfile_1 to hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__ceqne2mpqt5rtck9hdpljofncqnlh1rne0qroq8fdhi29bipg6n1j2qrkhdqvbf/f1/hfile_1 2024-11-10T01:19:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__ceqne2mpqt5rtck9hdpljofncqnlh1rne0qroq8fdhi29bipg6n1j2qrkhdqvbf/f1/hfile_1 as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/f1/b9bf654e9b614ab9bc9d004b7ac785bb_SeqId_6_ 2024-11-10T01:19:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/load_f1/f1/hfile_0 to hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__ceqne2mpqt5rtck9hdpljofncqnlh1rne0qroq8fdhi29bipg6n1j2qrkhdqvbf/f1/hfile_0 2024-11-10T01:19:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__ceqne2mpqt5rtck9hdpljofncqnlh1rne0qroq8fdhi29bipg6n1j2qrkhdqvbf/f1/hfile_0 as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/f1/97176394566f4193b5fe17845553eb77_SeqId_6_ 2024-11-10T01:19:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-10T01:19:10,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__ceqne2mpqt5rtck9hdpljofncqnlh1rne0qroq8fdhi29bipg6n1j2qrkhdqvbf/f1/hfile_1 into 4700ff8e9b17d838570253b326614ee9/f1 as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/f1/b9bf654e9b614ab9bc9d004b7ac785bb_SeqId_6_ - updating store file list. 2024-11-10T01:19:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b9bf654e9b614ab9bc9d004b7ac785bb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T01:19:10,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/f1/b9bf654e9b614ab9bc9d004b7ac785bb_SeqId_6_ into 4700ff8e9b17d838570253b326614ee9/f1 2024-11-10T01:19:10,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__ceqne2mpqt5rtck9hdpljofncqnlh1rne0qroq8fdhi29bipg6n1j2qrkhdqvbf/f1/hfile_1 into 4700ff8e9b17d838570253b326614ee9/f1 (new location: hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/f1/b9bf654e9b614ab9bc9d004b7ac785bb_SeqId_6_) 2024-11-10T01:19:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__ceqne2mpqt5rtck9hdpljofncqnlh1rne0qroq8fdhi29bipg6n1j2qrkhdqvbf/f1/hfile_1 2024-11-10T01:19:10,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__ceqne2mpqt5rtck9hdpljofncqnlh1rne0qroq8fdhi29bipg6n1j2qrkhdqvbf/f1/hfile_0 into 4700ff8e9b17d838570253b326614ee9/f1 as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/f1/97176394566f4193b5fe17845553eb77_SeqId_6_ - updating store file list. 2024-11-10T01:19:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 97176394566f4193b5fe17845553eb77_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T01:19:10,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/f1/97176394566f4193b5fe17845553eb77_SeqId_6_ into 4700ff8e9b17d838570253b326614ee9/f1 2024-11-10T01:19:10,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__ceqne2mpqt5rtck9hdpljofncqnlh1rne0qroq8fdhi29bipg6n1j2qrkhdqvbf/f1/hfile_0 into 4700ff8e9b17d838570253b326614ee9/f1 (new location: hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/f1/97176394566f4193b5fe17845553eb77_SeqId_6_) 2024-11-10T01:19:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/staging/jenkins__test__ceqne2mpqt5rtck9hdpljofncqnlh1rne0qroq8fdhi29bipg6n1j2qrkhdqvbf/f1/hfile_0 2024-11-10T01:19:10,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:19:10,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:19:10,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:10,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:19:10,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:19:10,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:19:10,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,33649,1731201534195, seqNum=-1] 2024-11-10T01:19:10,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731201542722.4700ff8e9b17d838570253b326614ee9., hostname=0c4d4d227d60,33649,1731201534195, seqNum=2 , the old value is region=test,,1731201542722.4700ff8e9b17d838570253b326614ee9., hostname=0c4d4d227d60,33649,1731201534195, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0c4d4d227d60:33649 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T01:19:10,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731201542722.4700ff8e9b17d838570253b326614ee9., hostname=0c4d4d227d60,33649,1731201534195, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T01:19:10,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731201542722.4700ff8e9b17d838570253b326614ee9., hostname=0c4d4d227d60,33649,1731201534195, seqNum=2 from cache 2024-11-10T01:19:10,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:19:10,119 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T01:19:10,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:19:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731201542722.4700ff8e9b17d838570253b326614ee9., hostname=0c4d4d227d60,33649,1731201534195, seqNum=2] 2024-11-10T01:19:10,228 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:33649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-10T01:19:10,333 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 687, reset compression=false 2024-11-10T01:19:10,338 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:19:10,338 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:10,338 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.shipper0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,33649,1731201534195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:19:10,542 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:10,846 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:11,250 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:11,754 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:12,358 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:13,063 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:13,867 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:14,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T01:19:14,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T01:19:14,771 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:15,775 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:16,879 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:18,083 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:19,387 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:20,791 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:22,295 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:23,900 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:23,976 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:19:25,604 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:27,411 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:29,315 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:30,154 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:19:30,340 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.shipper0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,33649,1731201534195 got entry batch from reader: null 2024-11-10T01:19:31,319 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:33,423 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:35,627 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:37,932 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:38,028 INFO [master/0c4d4d227d60:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T01:19:38,028 INFO [master/0c4d4d227d60:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T01:19:40,336 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:42,841 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:43,120 INFO [master/0c4d4d227d60:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T01:19:43,120 INFO [master/0c4d4d227d60:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T01:19:45,445 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:48,149 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:48,508 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4700ff8e9b17d838570253b326614ee9, had cached 0 bytes from a total of 31376 2024-11-10T01:19:49,314 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b969bdf5f6f0ec2b3a3f43577a05ede0, had cached 0 bytes from a total of 15585 2024-11-10T01:19:50,341 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.shipper0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,33649,1731201534195 got entry batch from reader: null 2024-11-10T01:19:50,953 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:53,857 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:53,976 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:19:56,861 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:19:58,310 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:19:59,965 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:20:00,154 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:20:02,579 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:20:03,170 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:20:06,475 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:20:09,883 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:20:10,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:20:10,152 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:20:10,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:10,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:10,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:10,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:20:10,153 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:20:10,153 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2080515480, stopped=false 2024-11-10T01:20:10,153 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,38669,1731201540569 2024-11-10T01:20:10,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1260354912/running 2024-11-10T01:20:10,203 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1260354912/running 2024-11-10T01:20:10,203 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912 2024-11-10T01:20:10,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912 2024-11-10T01:20:10,203 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:20:10,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:20:10,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:10,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:10,203 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,37591,1731201540709' ***** 2024-11-10T01:20:10,204 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:20:10,204 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:20:10,204 INFO [RS:0;0c4d4d227d60:37591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:20:10,204 INFO [RS:0;0c4d4d227d60:37591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:20:10,204 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:20:10,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Set watcher on znode that does not yet exist, /1-1260354912/running 2024-11-10T01:20:10,204 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(3091): Received CLOSE for b969bdf5f6f0ec2b3a3f43577a05ede0 2024-11-10T01:20:10,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Set watcher on znode that does not yet exist, /1-1260354912/running 2024-11-10T01:20:10,204 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,37591,1731201540709 2024-11-10T01:20:10,205 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:20:10,205 INFO [RS:0;0c4d4d227d60:37591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:37591. 2024-11-10T01:20:10,205 DEBUG [RS:0;0c4d4d227d60:37591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:10,205 DEBUG [RS:0;0c4d4d227d60:37591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:10,205 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b969bdf5f6f0ec2b3a3f43577a05ede0, disabling compactions & flushes 2024-11-10T01:20:10,205 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0. 2024-11-10T01:20:10,205 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:20:10,205 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0. 2024-11-10T01:20:10,205 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:20:10,205 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:20:10,205 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0. after waiting 0 ms 2024-11-10T01:20:10,205 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0. 2024-11-10T01:20:10,205 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:20:10,205 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T01:20:10,205 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1325): Online Regions={b969bdf5f6f0ec2b3a3f43577a05ede0=test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:20:10,205 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b969bdf5f6f0ec2b3a3f43577a05ede0 2024-11-10T01:20:10,205 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:20:10,205 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:20:10,205 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:20:10,205 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:20:10,205 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:20:10,206 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T01:20:10,210 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/default/test/b969bdf5f6f0ec2b3a3f43577a05ede0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T01:20:10,211 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:20:10,211 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:20:10,211 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0. 2024-11-10T01:20:10,211 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b969bdf5f6f0ec2b3a3f43577a05ede0: Waiting for close lock at 1731201610205Running coprocessor pre-close hooks at 1731201610205Disabling compacts and flushes for region at 1731201610205Disabling writes for close at 1731201610205Writing region close event to WAL at 1731201610206 (+1 ms)Running coprocessor post-close hooks at 1731201610211 (+5 ms)Closed at 1731201610211 2024-11-10T01:20:10,212 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0. 2024-11-10T01:20:10,226 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/.tmp/info/66e356811af3460da756fe220db3f8d7 is 129, key is test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0./info:regioninfo/1731201544336/Put/seqid=0 2024-11-10T01:20:10,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741839_1015 (size=6421) 2024-11-10T01:20:10,242 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:20:10,281 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:38669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 10 more 2024-11-10T01:20:10,341 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.shipper0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,33649,1731201534195 got entry batch from reader: null 2024-11-10T01:20:10,406 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:10,479 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:20:10,479 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:20:10,606 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:10,631 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/.tmp/info/66e356811af3460da756fe220db3f8d7 2024-11-10T01:20:10,651 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/.tmp/ns/2e038a4d2f20425cb187501b649c0464 is 43, key is default/ns:d/1731201542562/Put/seqid=0 2024-11-10T01:20:10,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741840_1016 (size=5153) 2024-11-10T01:20:10,806 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:11,006 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:11,055 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/.tmp/ns/2e038a4d2f20425cb187501b649c0464 2024-11-10T01:20:11,077 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/.tmp/rep_barrier/fb12e8cb33924eecb567f0713ea7b834 is 112, key is test,,1731201543882.b969bdf5f6f0ec2b3a3f43577a05ede0./rep_barrier:seqnumDuringOpen/1731201544336/Put/seqid=0 2024-11-10T01:20:11,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741841_1017 (size=5518) 2024-11-10T01:20:11,206 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T01:20:11,206 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:20:11,206 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:11,407 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:11,482 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/.tmp/rep_barrier/fb12e8cb33924eecb567f0713ea7b834 2024-11-10T01:20:11,508 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/.tmp/table/42119428edce4e1b872e1fe63f95a50d is 40, key is test/table:state/1731201544349/Put/seqid=0 2024-11-10T01:20:11,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741842_1018 (size=5165) 2024-11-10T01:20:11,607 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:11,807 DEBUG [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:11,913 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/.tmp/table/42119428edce4e1b872e1fe63f95a50d 2024-11-10T01:20:11,919 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/.tmp/info/66e356811af3460da756fe220db3f8d7 as hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/info/66e356811af3460da756fe220db3f8d7 2024-11-10T01:20:11,925 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/info/66e356811af3460da756fe220db3f8d7, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T01:20:11,926 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/.tmp/ns/2e038a4d2f20425cb187501b649c0464 as hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/ns/2e038a4d2f20425cb187501b649c0464 2024-11-10T01:20:11,932 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/ns/2e038a4d2f20425cb187501b649c0464, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T01:20:11,934 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/.tmp/rep_barrier/fb12e8cb33924eecb567f0713ea7b834 as hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/rep_barrier/fb12e8cb33924eecb567f0713ea7b834 2024-11-10T01:20:11,940 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/rep_barrier/fb12e8cb33924eecb567f0713ea7b834, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T01:20:11,941 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/.tmp/table/42119428edce4e1b872e1fe63f95a50d as hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/table/42119428edce4e1b872e1fe63f95a50d 2024-11-10T01:20:11,946 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/table/42119428edce4e1b872e1fe63f95a50d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T01:20:11,947 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=11, compaction requested=false 2024-11-10T01:20:11,952 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T01:20:11,952 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:20:11,952 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:20:11,952 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:20:11,953 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201610205Running coprocessor pre-close hooks at 1731201610205Disabling compacts and flushes for region at 1731201610205Disabling writes for close at 1731201610205Obtaining lock to block concurrent updates at 1731201610206 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731201610206Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731201610206Flushing stores of hbase:meta,,1.1588230740 at 1731201610206Flushing 1588230740/info: creating writer at 1731201610206Flushing 1588230740/info: appending metadata at 1731201610225 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731201610225Flushing 1588230740/ns: creating writer at 1731201610638 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731201610651 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731201610651Flushing 1588230740/rep_barrier: creating writer at 1731201611061 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731201611077 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731201611077Flushing 1588230740/table: creating writer at 1731201611488 (+411 ms)Flushing 1588230740/table: appending metadata at 1731201611508 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731201611508Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d545a3d: reopening flushed file at 1731201611918 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@163ba0b7: reopening flushed file at 1731201611925 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541e34c8: reopening flushed file at 1731201611933 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c282d92: reopening flushed file at 1731201611940 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=11, compaction requested=false at 1731201611947 (+7 ms)Writing region close event to WAL at 1731201611949 (+2 ms)Running coprocessor post-close hooks at 1731201611952 (+3 ms)Closed at 1731201611952 2024-11-10T01:20:11,953 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:20:12,007 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,37591,1731201540709; all regions closed. 2024-11-10T01:20:12,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741834_1010 (size=2717) 2024-11-10T01:20:12,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/WALs/0c4d4d227d60,37591,1731201540709/0c4d4d227d60%2C37591%2C1731201540709.meta.1731201542484.meta not finished, retry = 0 2024-11-10T01:20:12,112 DEBUG [RS:0;0c4d4d227d60:37591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/oldWALs 2024-11-10T01:20:12,112 INFO [RS:0;0c4d4d227d60:37591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C37591%2C1731201540709.meta:.meta(num 1731201542484) 2024-11-10T01:20:12,114 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/WALs/0c4d4d227d60,37591,1731201540709/0c4d4d227d60%2C37591%2C1731201540709.1731201541530 not finished, retry = 0 2024-11-10T01:20:12,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741832_1008 (size=1028) 2024-11-10T01:20:12,217 DEBUG [RS:0;0c4d4d227d60:37591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/oldWALs 2024-11-10T01:20:12,217 INFO [RS:0;0c4d4d227d60:37591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C37591%2C1731201540709:(num 1731201541530) 2024-11-10T01:20:12,217 DEBUG [RS:0;0c4d4d227d60:37591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:12,217 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:20:12,217 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:20:12,217 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T01:20:12,217 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:20:12,217 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:20:12,218 INFO [RS:0;0c4d4d227d60:37591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:37591. 2024-11-10T01:20:12,218 DEBUG [RS:0;0c4d4d227d60:37591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:12,218 DEBUG [RS:0;0c4d4d227d60:37591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:12,218 DEBUG [RS:0;0c4d4d227d60:37591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:12,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:20:12,218 INFO [RS:0;0c4d4d227d60:37591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37591 2024-11-10T01:20:12,234 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1260354912/rs/0c4d4d227d60,37591,1731201540709 2024-11-10T01:20:12,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912/rs 2024-11-10T01:20:12,234 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:20:12,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,37591,1731201540709] 2024-11-10T01:20:12,255 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1260354912/draining/0c4d4d227d60,37591,1731201540709 already deleted, retry=false 2024-11-10T01:20:12,255 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,37591,1731201540709 expired; onlineServers=0 2024-11-10T01:20:12,255 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,38669,1731201540569' ***** 2024-11-10T01:20:12,255 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:20:12,255 INFO [M:0;0c4d4d227d60:38669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:20:12,255 INFO [M:0;0c4d4d227d60:38669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:20:12,255 DEBUG [M:0;0c4d4d227d60:38669 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:20:12,255 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:20:12,255 DEBUG [M:0;0c4d4d227d60:38669 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:20:12,255 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201541268 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201541268,5,FailOnTimeoutGroup] 2024-11-10T01:20:12,255 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201541264 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201541264,5,FailOnTimeoutGroup] 2024-11-10T01:20:12,256 INFO [M:0;0c4d4d227d60:38669 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:20:12,256 INFO [M:0;0c4d4d227d60:38669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:20:12,256 DEBUG [M:0;0c4d4d227d60:38669 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:20:12,256 INFO [M:0;0c4d4d227d60:38669 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:20:12,256 INFO [M:0;0c4d4d227d60:38669 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:20:12,256 INFO [M:0;0c4d4d227d60:38669 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:20:12,256 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:20:12,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1260354912/master 2024-11-10T01:20:12,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1260354912 2024-11-10T01:20:12,266 DEBUG [M:0;0c4d4d227d60:38669 {}] zookeeper.ZKUtil(347): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Unable to get data of znode /1-1260354912/master because node does not exist (not an error) 2024-11-10T01:20:12,266 WARN [M:0;0c4d4d227d60:38669 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:20:12,266 INFO [M:0;0c4d4d227d60:38669 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/.lastflushedseqids 2024-11-10T01:20:12,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741843_1019 (size=173) 2024-11-10T01:20:12,345 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:12,345 INFO [RS:0;0c4d4d227d60:37591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:20:12,345 INFO [RS:0;0c4d4d227d60:37591 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,37591,1731201540709; zookeeper connection closed. 2024-11-10T01:20:12,345 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1012252fcc50004, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:12,345 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22b11928 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22b11928 2024-11-10T01:20:12,345 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:20:12,671 INFO [M:0;0c4d4d227d60:38669 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:20:12,672 INFO [M:0;0c4d4d227d60:38669 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:20:12,672 DEBUG [M:0;0c4d4d227d60:38669 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:20:12,672 INFO [M:0;0c4d4d227d60:38669 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:12,672 DEBUG [M:0;0c4d4d227d60:38669 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:12,672 DEBUG [M:0;0c4d4d227d60:38669 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:20:12,672 DEBUG [M:0;0c4d4d227d60:38669 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:12,672 INFO [M:0;0c4d4d227d60:38669 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-10T01:20:12,686 DEBUG [M:0;0c4d4d227d60:38669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a86a75dd9c04f5f8589fd363ac41999 is 82, key is hbase:meta,,1/info:regioninfo/1731201542535/Put/seqid=0 2024-11-10T01:20:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741844_1020 (size=5672) 2024-11-10T01:20:13,091 INFO [M:0;0c4d4d227d60:38669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a86a75dd9c04f5f8589fd363ac41999 2024-11-10T01:20:13,114 DEBUG [M:0;0c4d4d227d60:38669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c4050bf3ba345bfb52c4275430af951 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731201544355/Put/seqid=0 2024-11-10T01:20:13,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741845_1021 (size=6727) 2024-11-10T01:20:13,386 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.1731201536909 to pos 997, reset compression=false 2024-11-10T01:20:13,519 INFO [M:0;0c4d4d227d60:38669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c4050bf3ba345bfb52c4275430af951 2024-11-10T01:20:13,601 INFO [M:0;0c4d4d227d60:38669 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c4050bf3ba345bfb52c4275430af951 2024-11-10T01:20:13,613 DEBUG [M:0;0c4d4d227d60:38669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf1d988af0d24aadbc7732c8d0e05901 is 69, key is 0c4d4d227d60,37591,1731201540709/rs:state/1731201541299/Put/seqid=0 2024-11-10T01:20:13,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741846_1022 (size=5156) 2024-11-10T01:20:14,018 INFO [M:0;0c4d4d227d60:38669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf1d988af0d24aadbc7732c8d0e05901 2024-11-10T01:20:14,023 DEBUG [M:0;0c4d4d227d60:38669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a86a75dd9c04f5f8589fd363ac41999 as hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a86a75dd9c04f5f8589fd363ac41999 2024-11-10T01:20:14,028 INFO [M:0;0c4d4d227d60:38669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a86a75dd9c04f5f8589fd363ac41999, entries=8, sequenceid=58, filesize=5.5 K 2024-11-10T01:20:14,029 DEBUG [M:0;0c4d4d227d60:38669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c4050bf3ba345bfb52c4275430af951 as hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c4050bf3ba345bfb52c4275430af951 2024-11-10T01:20:14,034 INFO [M:0;0c4d4d227d60:38669 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c4050bf3ba345bfb52c4275430af951 2024-11-10T01:20:14,034 INFO [M:0;0c4d4d227d60:38669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c4050bf3ba345bfb52c4275430af951, entries=6, sequenceid=58, filesize=6.6 K 2024-11-10T01:20:14,035 DEBUG [M:0;0c4d4d227d60:38669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf1d988af0d24aadbc7732c8d0e05901 as hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf1d988af0d24aadbc7732c8d0e05901 2024-11-10T01:20:14,040 INFO [M:0;0c4d4d227d60:38669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36091/user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf1d988af0d24aadbc7732c8d0e05901, entries=1, sequenceid=58, filesize=5.0 K 2024-11-10T01:20:14,041 INFO [M:0;0c4d4d227d60:38669 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=58, compaction requested=false 2024-11-10T01:20:14,043 INFO [M:0;0c4d4d227d60:38669 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:14,043 DEBUG [M:0;0c4d4d227d60:38669 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201612672Disabling compacts and flushes for region at 1731201612672Disabling writes for close at 1731201612672Obtaining lock to block concurrent updates at 1731201612672Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201612672Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731201612672Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201612673 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201612673Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201612685 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201612685Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201613096 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201613114 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201613114Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201613601 (+487 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201613613 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201613613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@142bce46: reopening flushed file at 1731201614022 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac5626a: reopening flushed file at 1731201614028 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7629a41: reopening flushed file at 1731201614034 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=58, compaction requested=false at 1731201614041 (+7 ms)Writing region close event to WAL at 1731201614043 (+2 ms)Closed at 1731201614043 2024-11-10T01:20:14,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741830_1006 (size=33026) 2024-11-10T01:20:14,045 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d44c02c-e05b-2dcc-0384-e5e6e579014d/MasterData/WALs/0c4d4d227d60,38669,1731201540569/0c4d4d227d60%2C38669%2C1731201540569.1731201540983 not finished, retry = 0 2024-11-10T01:20:14,146 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:20:14,146 INFO [M:0;0c4d4d227d60:38669 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:20:14,146 INFO [M:0;0c4d4d227d60:38669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38669 2024-11-10T01:20:14,146 INFO [M:0;0c4d4d227d60:38669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:20:14,292 INFO [M:0;0c4d4d227d60:38669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:20:14,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:14,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1012252fcc50003, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:14,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@785dd42d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:20:14,311 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c4b0b0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:20:14,311 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:20:14,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b5fdd44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:20:14,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fd988b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/hadoop.log.dir/,STOPPED} 2024-11-10T01:20:14,312 WARN [BP-292232961-172.17.0.3-1731201537733 heartbeating to localhost/127.0.0.1:36091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:20:14,312 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:20:14,313 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:20:14,313 WARN [BP-292232961-172.17.0.3-1731201537733 heartbeating to localhost/127.0.0.1:36091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-292232961-172.17.0.3-1731201537733 (Datanode Uuid e6710a16-2d10-4d21-aea9-7e505bfa39ac) service to localhost/127.0.0.1:36091 2024-11-10T01:20:14,313 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/cluster_cb36393a-779d-bf3e-987a-b4efc21c34ba/data/data1/current/BP-292232961-172.17.0.3-1731201537733 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:20:14,313 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/cluster_cb36393a-779d-bf3e-987a-b4efc21c34ba/data/data2/current/BP-292232961-172.17.0.3-1731201537733 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:20:14,313 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:20:14,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e997d58{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:20:14,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36827c65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:20:14,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:20:14,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fa00ef7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:20:14,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67aff243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/hadoop.log.dir/,STOPPED} 2024-11-10T01:20:14,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:20:14,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:20:14,332 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:20:14,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:14,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:14,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:14,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:20:14,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:20:14,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1977077562, stopped=false 2024-11-10T01:20:14,333 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,40317,1731201533990 2024-11-10T01:20:14,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0245021613/running 2024-11-10T01:20:14,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0245021613/running 2024-11-10T01:20:14,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:20:14,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:20:14,350 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:20:14,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:20:14,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:14,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:14,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Set watcher on znode that does not yet exist, /0245021613/running 2024-11-10T01:20:14,350 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,33649,1731201534195' ***** 2024-11-10T01:20:14,350 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:20:14,350 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:20:14,350 INFO [RS:0;0c4d4d227d60:33649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:20:14,351 INFO [RS:0;0c4d4d227d60:33649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:20:14,351 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:20:14,351 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(3091): Received CLOSE for dff84d26b372c65a3326e14bc471755e 2024-11-10T01:20:14,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Set watcher on znode that does not yet exist, /0245021613/running 2024-11-10T01:20:14,351 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(3091): Received CLOSE for 4700ff8e9b17d838570253b326614ee9 2024-11-10T01:20:14,351 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,33649,1731201534195 2024-11-10T01:20:14,351 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:20:14,351 INFO [RS:0;0c4d4d227d60:33649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:33649. 2024-11-10T01:20:14,351 DEBUG [RS:0;0c4d4d227d60:33649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:14,351 DEBUG [RS:0;0c4d4d227d60:33649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:14,351 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dff84d26b372c65a3326e14bc471755e, disabling compactions & flushes 2024-11-10T01:20:14,351 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e. 2024-11-10T01:20:14,351 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:20:14,351 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:20:14,351 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e. 2024-11-10T01:20:14,351 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:20:14,351 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e. after waiting 0 ms 2024-11-10T01:20:14,351 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:20:14,351 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e. 2024-11-10T01:20:14,351 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dff84d26b372c65a3326e14bc471755e 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-10T01:20:14,351 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T01:20:14,351 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dff84d26b372c65a3326e14bc471755e=hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e., 4700ff8e9b17d838570253b326614ee9=test,,1731201542722.4700ff8e9b17d838570253b326614ee9.} 2024-11-10T01:20:14,351 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4700ff8e9b17d838570253b326614ee9, dff84d26b372c65a3326e14bc471755e 2024-11-10T01:20:14,351 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:20:14,351 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:20:14,352 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:20:14,352 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:20:14,352 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:20:14,352 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T01:20:14,371 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/replication/dff84d26b372c65a3326e14bc471755e/.tmp/hfileref/52d1612913aa423fa02ff3e3120ed34a is 74, key is 1/hfileref:093f7596a1bd4c47be6c8b2953aeeecd_SeqId_4_/1731201548510/DeleteColumn/seqid=0 2024-11-10T01:20:14,371 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/.tmp/info/f5f500d72b75461194a1a8bceed31041 is 147, key is hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e./info:regioninfo/1731201545747/Put/seqid=0 2024-11-10T01:20:14,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741844_1020 (size=5203) 2024-11-10T01:20:14,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741845_1021 (size=7686) 2024-11-10T01:20:14,431 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:20:14,552 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4700ff8e9b17d838570253b326614ee9, dff84d26b372c65a3326e14bc471755e 2024-11-10T01:20:14,752 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4700ff8e9b17d838570253b326614ee9, dff84d26b372c65a3326e14bc471755e 2024-11-10T01:20:14,768 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:20:14,768 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:20:14,776 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/replication/dff84d26b372c65a3326e14bc471755e/.tmp/hfileref/52d1612913aa423fa02ff3e3120ed34a 2024-11-10T01:20:14,776 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/.tmp/info/f5f500d72b75461194a1a8bceed31041 2024-11-10T01:20:14,797 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/replication/dff84d26b372c65a3326e14bc471755e/.tmp/queue/051c8ed36a2b4027a05233dfa117deaf is 153, key is 1-0c4d4d227d60,33649,1731201534195/queue:0c4d4d227d60%2C33649%2C1731201534195/1731201550339/Put/seqid=0 2024-11-10T01:20:14,800 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/.tmp/ns/aa5921ee40134b618dc81015e4df553f is 43, key is default/ns:d/1731201537629/Put/seqid=0 2024-11-10T01:20:14,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741846_1022 (size=5352) 2024-11-10T01:20:14,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741847_1023 (size=5153) 2024-11-10T01:20:14,952 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4700ff8e9b17d838570253b326614ee9, dff84d26b372c65a3326e14bc471755e 2024-11-10T01:20:15,152 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4700ff8e9b17d838570253b326614ee9, dff84d26b372c65a3326e14bc471755e 2024-11-10T01:20:15,202 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/replication/dff84d26b372c65a3326e14bc471755e/.tmp/queue/051c8ed36a2b4027a05233dfa117deaf 2024-11-10T01:20:15,206 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/.tmp/ns/aa5921ee40134b618dc81015e4df553f 2024-11-10T01:20:15,207 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/replication/dff84d26b372c65a3326e14bc471755e/.tmp/hfileref/52d1612913aa423fa02ff3e3120ed34a as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/replication/dff84d26b372c65a3326e14bc471755e/hfileref/52d1612913aa423fa02ff3e3120ed34a 2024-11-10T01:20:15,212 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/replication/dff84d26b372c65a3326e14bc471755e/hfileref/52d1612913aa423fa02ff3e3120ed34a, entries=2, sequenceid=10, filesize=5.1 K 2024-11-10T01:20:15,213 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/replication/dff84d26b372c65a3326e14bc471755e/.tmp/queue/051c8ed36a2b4027a05233dfa117deaf as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/replication/dff84d26b372c65a3326e14bc471755e/queue/051c8ed36a2b4027a05233dfa117deaf 2024-11-10T01:20:15,218 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/replication/dff84d26b372c65a3326e14bc471755e/queue/051c8ed36a2b4027a05233dfa117deaf, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T01:20:15,219 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for dff84d26b372c65a3326e14bc471755e in 868ms, sequenceid=10, compaction requested=false 2024-11-10T01:20:15,225 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/.tmp/rep_barrier/3483c74e896a442281f4bbbf0204f352 is 112, key is test,,1731201542722.4700ff8e9b17d838570253b326614ee9./rep_barrier:seqnumDuringOpen/1731201543558/Put/seqid=0 2024-11-10T01:20:15,231 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/replication/dff84d26b372c65a3326e14bc471755e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T01:20:15,232 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:20:15,232 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:20:15,232 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e. 2024-11-10T01:20:15,232 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dff84d26b372c65a3326e14bc471755e: Waiting for close lock at 1731201614351Running coprocessor pre-close hooks at 1731201614351Disabling compacts and flushes for region at 1731201614351Disabling writes for close at 1731201614351Obtaining lock to block concurrent updates at 1731201614351Preparing flush snapshotting stores in dff84d26b372c65a3326e14bc471755e at 1731201614351Finished memstore snapshotting hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731201614352 (+1 ms)Flushing stores of hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e. at 1731201614352Flushing dff84d26b372c65a3326e14bc471755e/hfileref: creating writer at 1731201614352Flushing dff84d26b372c65a3326e14bc471755e/hfileref: appending metadata at 1731201614370 (+18 ms)Flushing dff84d26b372c65a3326e14bc471755e/hfileref: closing flushed file at 1731201614370Flushing dff84d26b372c65a3326e14bc471755e/queue: creating writer at 1731201614782 (+412 ms)Flushing dff84d26b372c65a3326e14bc471755e/queue: appending metadata at 1731201614797 (+15 ms)Flushing dff84d26b372c65a3326e14bc471755e/queue: closing flushed file at 1731201614797Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f41d03a: reopening flushed file at 1731201615207 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb10afc: reopening flushed file at 1731201615212 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for dff84d26b372c65a3326e14bc471755e in 868ms, sequenceid=10, compaction requested=false at 1731201615219 (+7 ms)Writing region close event to WAL at 1731201615224 (+5 ms)Running coprocessor post-close hooks at 1731201615232 (+8 ms)Closed at 1731201615232 2024-11-10T01:20:15,232 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731201544552.dff84d26b372c65a3326e14bc471755e. 2024-11-10T01:20:15,232 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4700ff8e9b17d838570253b326614ee9, disabling compactions & flushes 2024-11-10T01:20:15,232 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731201542722.4700ff8e9b17d838570253b326614ee9. 2024-11-10T01:20:15,232 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201542722.4700ff8e9b17d838570253b326614ee9. 2024-11-10T01:20:15,232 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731201542722.4700ff8e9b17d838570253b326614ee9. after waiting 0 ms 2024-11-10T01:20:15,232 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731201542722.4700ff8e9b17d838570253b326614ee9. 2024-11-10T01:20:15,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741848_1024 (size=5518) 2024-11-10T01:20:15,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:15,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:15,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:15,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:15,240 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/default/test/4700ff8e9b17d838570253b326614ee9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T01:20:15,240 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:20:15,240 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:20:15,240 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731201542722.4700ff8e9b17d838570253b326614ee9. 2024-11-10T01:20:15,240 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4700ff8e9b17d838570253b326614ee9: Waiting for close lock at 1731201615232Running coprocessor pre-close hooks at 1731201615232Disabling compacts and flushes for region at 1731201615232Disabling writes for close at 1731201615232Writing region close event to WAL at 1731201615236 (+4 ms)Running coprocessor post-close hooks at 1731201615240 (+4 ms)Closed at 1731201615240 2024-11-10T01:20:15,240 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731201542722.4700ff8e9b17d838570253b326614ee9. 2024-11-10T01:20:15,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:15,352 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T01:20:15,352 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:20:15,352 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:15,553 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:15,637 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/.tmp/rep_barrier/3483c74e896a442281f4bbbf0204f352 2024-11-10T01:20:15,656 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/.tmp/table/9ade6f26e940469cb26186497ddd2937 is 53, key is hbase:replication/table:state/1731201545758/Put/seqid=0 2024-11-10T01:20:15,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741849_1025 (size=5308) 2024-11-10T01:20:15,753 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:15,753 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:20:15,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:15,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:15,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:15,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:15,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:15,953 DEBUG [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:16,061 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/.tmp/table/9ade6f26e940469cb26186497ddd2937 2024-11-10T01:20:16,066 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/.tmp/info/f5f500d72b75461194a1a8bceed31041 as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/info/f5f500d72b75461194a1a8bceed31041 2024-11-10T01:20:16,071 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/info/f5f500d72b75461194a1a8bceed31041, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T01:20:16,071 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/.tmp/ns/aa5921ee40134b618dc81015e4df553f as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/ns/aa5921ee40134b618dc81015e4df553f 2024-11-10T01:20:16,076 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/ns/aa5921ee40134b618dc81015e4df553f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T01:20:16,077 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/.tmp/rep_barrier/3483c74e896a442281f4bbbf0204f352 as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/rep_barrier/3483c74e896a442281f4bbbf0204f352 2024-11-10T01:20:16,081 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/rep_barrier/3483c74e896a442281f4bbbf0204f352, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T01:20:16,082 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/.tmp/table/9ade6f26e940469cb26186497ddd2937 as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/table/9ade6f26e940469cb26186497ddd2937 2024-11-10T01:20:16,088 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/table/9ade6f26e940469cb26186497ddd2937, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T01:20:16,089 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false 2024-11-10T01:20:16,089 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:20:16,094 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T01:20:16,094 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:20:16,094 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:20:16,094 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:20:16,094 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201614351Running coprocessor pre-close hooks at 1731201614351Disabling compacts and flushes for region at 1731201614351Disabling writes for close at 1731201614352 (+1 ms)Obtaining lock to block concurrent updates at 1731201614352Preparing flush snapshotting stores in 1588230740 at 1731201614352Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731201614352Flushing stores of hbase:meta,,1.1588230740 at 1731201614352Flushing 1588230740/info: creating writer at 1731201614352Flushing 1588230740/info: appending metadata at 1731201614371 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731201614371Flushing 1588230740/ns: creating writer at 1731201614782 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731201614799 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731201614799Flushing 1588230740/rep_barrier: creating writer at 1731201615211 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731201615225 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731201615225Flushing 1588230740/table: creating writer at 1731201615642 (+417 ms)Flushing 1588230740/table: appending metadata at 1731201615656 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731201615656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd8ea1a: reopening flushed file at 1731201616065 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c12e0a9: reopening flushed file at 1731201616071 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4511ba: reopening flushed file at 1731201616076 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2879fb27: reopening flushed file at 1731201616082 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false at 1731201616089 (+7 ms)Writing region close event to WAL at 1731201616090 (+1 ms)Running coprocessor post-close hooks at 1731201616094 (+4 ms)Closed at 1731201616094 2024-11-10T01:20:16,094 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:20:16,153 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,33649,1731201534195; all regions closed. 2024-11-10T01:20:16,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741834_1010 (size=4239) 2024-11-10T01:20:16,158 DEBUG [RS:0;0c4d4d227d60:33649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/oldWALs 2024-11-10T01:20:16,158 INFO [RS:0;0c4d4d227d60:33649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C33649%2C1731201534195.meta:.meta(num 1731201537520) 2024-11-10T01:20:16,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741839_1015 (size=2700) 2024-11-10T01:20:16,160 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/WALs/0c4d4d227d60,33649,1731201534195/0c4d4d227d60%2C33649%2C1731201534195.rep.1731201545706 not finished, retry = 0 2024-11-10T01:20:16,263 DEBUG [RS:0;0c4d4d227d60:33649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/oldWALs 2024-11-10T01:20:16,263 INFO [RS:0;0c4d4d227d60:33649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C33649%2C1731201534195.rep:(num 1731201545706) 2024-11-10T01:20:16,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741832_1008 (size=1300) 2024-11-10T01:20:16,267 DEBUG [RS:0;0c4d4d227d60:33649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/oldWALs 2024-11-10T01:20:16,267 INFO [RS:0;0c4d4d227d60:33649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C33649%2C1731201534195:(num 1731201536909) 2024-11-10T01:20:16,267 DEBUG [RS:0;0c4d4d227d60:33649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:16,267 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:20:16,267 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:20:16,267 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:20:16,267 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:20:16,267 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:20:16,268 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,33649,1731201534195 because: Region server is closing 2024-11-10T01:20:16,268 INFO [RS:0;0c4d4d227d60:33649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:33649. 2024-11-10T01:20:16,268 DEBUG [RS:0;0c4d4d227d60:33649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:16,268 DEBUG [RS:0;0c4d4d227d60:33649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:16,268 DEBUG [RS:0;0c4d4d227d60:33649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:16,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:20:16,368 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.wal-reader.0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T01:20:16,368 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.shipper0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T01:20:16,369 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33649,1731201534195.replicationSource.shipper0c4d4d227d60%2C33649%2C1731201534195,1-0c4d4d227d60,33649,1731201534195 terminated 2024-11-10T01:20:16,369 INFO [RS:0;0c4d4d227d60:33649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33649 2024-11-10T01:20:16,423 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:20:16,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0245021613/rs/0c4d4d227d60,33649,1731201534195 2024-11-10T01:20:16,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613/rs 2024-11-10T01:20:16,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,33649,1731201534195] 2024-11-10T01:20:16,444 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0245021613/draining/0c4d4d227d60,33649,1731201534195 already deleted, retry=false 2024-11-10T01:20:16,444 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,33649,1731201534195 expired; onlineServers=0 2024-11-10T01:20:16,444 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,40317,1731201533990' ***** 2024-11-10T01:20:16,444 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:20:16,445 INFO [M:0;0c4d4d227d60:40317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:20:16,445 INFO [M:0;0c4d4d227d60:40317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:20:16,445 DEBUG [M:0;0c4d4d227d60:40317 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:20:16,445 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:20:16,445 DEBUG [M:0;0c4d4d227d60:40317 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:20:16,445 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201536723 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201536723,5,FailOnTimeoutGroup] 2024-11-10T01:20:16,445 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201536723 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201536723,5,FailOnTimeoutGroup] 2024-11-10T01:20:16,445 INFO [M:0;0c4d4d227d60:40317 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:20:16,445 INFO [M:0;0c4d4d227d60:40317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:20:16,445 DEBUG [M:0;0c4d4d227d60:40317 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:20:16,445 INFO [M:0;0c4d4d227d60:40317 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:20:16,445 INFO [M:0;0c4d4d227d60:40317 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:20:16,445 INFO [M:0;0c4d4d227d60:40317 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:20:16,445 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:20:16,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0245021613/master 2024-11-10T01:20:16,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0245021613 2024-11-10T01:20:16,455 DEBUG [M:0;0c4d4d227d60:40317 {}] zookeeper.ZKUtil(347): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Unable to get data of znode /0245021613/master because node does not exist (not an error) 2024-11-10T01:20:16,455 WARN [M:0;0c4d4d227d60:40317 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:20:16,456 INFO [M:0;0c4d4d227d60:40317 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/.lastflushedseqids 2024-11-10T01:20:16,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741850_1026 (size=263) 2024-11-10T01:20:16,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:16,534 INFO [RS:0;0c4d4d227d60:33649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:20:16,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x1012252fcc50001, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:16,534 INFO [RS:0;0c4d4d227d60:33649 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,33649,1731201534195; zookeeper connection closed. 2024-11-10T01:20:16,534 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77d337ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77d337ca 2024-11-10T01:20:16,534 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:20:16,861 INFO [M:0;0c4d4d227d60:40317 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:20:16,862 INFO [M:0;0c4d4d227d60:40317 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:20:16,862 DEBUG [M:0;0c4d4d227d60:40317 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:20:16,862 INFO [M:0;0c4d4d227d60:40317 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:16,862 DEBUG [M:0;0c4d4d227d60:40317 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:16,862 DEBUG [M:0;0c4d4d227d60:40317 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:20:16,862 DEBUG [M:0;0c4d4d227d60:40317 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:16,862 INFO [M:0;0c4d4d227d60:40317 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-10T01:20:16,882 DEBUG [M:0;0c4d4d227d60:40317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b85922447254495a13f4b80ed351f2b is 82, key is hbase:meta,,1/info:regioninfo/1731201537577/Put/seqid=0 2024-11-10T01:20:16,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741851_1027 (size=5672) 2024-11-10T01:20:17,287 INFO [M:0;0c4d4d227d60:40317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b85922447254495a13f4b80ed351f2b 2024-11-10T01:20:17,306 DEBUG [M:0;0c4d4d227d60:40317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfa664be2631461391924a58674864a2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731201543585/Put/seqid=0 2024-11-10T01:20:17,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741852_1028 (size=7240) 2024-11-10T01:20:17,711 INFO [M:0;0c4d4d227d60:40317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfa664be2631461391924a58674864a2 2024-11-10T01:20:17,717 INFO [M:0;0c4d4d227d60:40317 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfa664be2631461391924a58674864a2 2024-11-10T01:20:17,737 DEBUG [M:0;0c4d4d227d60:40317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0ecff3c8bdd4fbe8d069c13d3853870 is 69, key is 0c4d4d227d60,33649,1731201534195/rs:state/1731201536731/Put/seqid=0 2024-11-10T01:20:17,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741853_1029 (size=5156) 2024-11-10T01:20:18,141 INFO [M:0;0c4d4d227d60:40317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0ecff3c8bdd4fbe8d069c13d3853870 2024-11-10T01:20:18,146 DEBUG [M:0;0c4d4d227d60:40317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b85922447254495a13f4b80ed351f2b as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b85922447254495a13f4b80ed351f2b 2024-11-10T01:20:18,151 INFO [M:0;0c4d4d227d60:40317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b85922447254495a13f4b80ed351f2b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T01:20:18,152 DEBUG [M:0;0c4d4d227d60:40317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfa664be2631461391924a58674864a2 as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfa664be2631461391924a58674864a2 2024-11-10T01:20:18,157 INFO [M:0;0c4d4d227d60:40317 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfa664be2631461391924a58674864a2 2024-11-10T01:20:18,157 INFO [M:0;0c4d4d227d60:40317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfa664be2631461391924a58674864a2, entries=11, sequenceid=105, filesize=7.1 K 2024-11-10T01:20:18,158 DEBUG [M:0;0c4d4d227d60:40317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0ecff3c8bdd4fbe8d069c13d3853870 as hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0ecff3c8bdd4fbe8d069c13d3853870 2024-11-10T01:20:18,163 INFO [M:0;0c4d4d227d60:40317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35129/user/jenkins/test-data/2abcd60c-7d39-b57f-e198-2cd2f3379dbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0ecff3c8bdd4fbe8d069c13d3853870, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T01:20:18,164 INFO [M:0;0c4d4d227d60:40317 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=105, compaction requested=false 2024-11-10T01:20:18,165 INFO [M:0;0c4d4d227d60:40317 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:18,166 DEBUG [M:0;0c4d4d227d60:40317 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201616862Disabling compacts and flushes for region at 1731201616862Disabling writes for close at 1731201616862Obtaining lock to block concurrent updates at 1731201616862Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201616862Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731201616862Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201616863 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201616863Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201616882 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201616882Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201617292 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201617306 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201617306Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201617717 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201617736 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201617736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6819320: reopening flushed file at 1731201618146 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6728f6f5: reopening flushed file at 1731201618151 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0a3aa9: reopening flushed file at 1731201618157 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=105, compaction requested=false at 1731201618164 (+7 ms)Writing region close event to WAL at 1731201618165 (+1 ms)Closed at 1731201618165 2024-11-10T01:20:18,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741830_1006 (size=64526) 2024-11-10T01:20:18,168 INFO [M:0;0c4d4d227d60:40317 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:20:18,168 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:20:18,168 INFO [M:0;0c4d4d227d60:40317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40317 2024-11-10T01:20:18,168 INFO [M:0;0c4d4d227d60:40317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:20:18,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:18,344 INFO [M:0;0c4d4d227d60:40317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:20:18,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40317-0x1012252fcc50000, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:18,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@628e3327{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:20:18,347 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6be8a33a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:20:18,347 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:20:18,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d14e803{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:20:18,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47445c46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/hadoop.log.dir/,STOPPED} 2024-11-10T01:20:18,349 WARN [BP-1282749552-172.17.0.3-1731201532223 heartbeating to localhost/127.0.0.1:35129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:20:18,349 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:20:18,349 WARN [BP-1282749552-172.17.0.3-1731201532223 heartbeating to localhost/127.0.0.1:35129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1282749552-172.17.0.3-1731201532223 (Datanode Uuid 3c62ce9d-5437-41b3-a5e5-376ea49c1665) service to localhost/127.0.0.1:35129 2024-11-10T01:20:18,349 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:20:18,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/cluster_d6404254-44b8-7167-c291-f3369cce3e07/data/data1/current/BP-1282749552-172.17.0.3-1731201532223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:20:18,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/cluster_d6404254-44b8-7167-c291-f3369cce3e07/data/data2/current/BP-1282749552-172.17.0.3-1731201532223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:20:18,350 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:20:18,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42c9e7f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:20:18,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7aaee868{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:20:18,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:20:18,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@142c3e2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:20:18,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c1f62bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8abf49c-1ae7-d971-2ddb-889910a81a90/hadoop.log.dir/,STOPPED} 2024-11-10T01:20:18,364 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T01:20:18,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:20:18,388 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 137) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:35129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$802/0x00007fb7f8b86830.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$802/0x00007fb7f8b86830.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:36091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54173) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54173) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:35129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:35129 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:36091 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:36091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=430 (was 794), ProcessCount=11 (was 11), AvailableMemoryMB=248 (was 604) 2024-11-10T01:20:18,397 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=430, ProcessCount=11, AvailableMemoryMB=246 2024-11-10T01:20:18,414 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-10T01:20:18,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/hadoop.log.dir so I do NOT create it in target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02 2024-11-10T01:20:18,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:20:18,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/hadoop.tmp.dir so I do NOT create it in target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02 2024-11-10T01:20:18,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/426b5fb9-c3a5-daa2-a509-b693f4c1399d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:20:18,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02 2024-11-10T01:20:18,415 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/cluster_83acc354-7f15-150d-b06e-06ee31bd20f7, deleteOnExit=true 2024-11-10T01:20:18,439 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/cluster_83acc354-7f15-150d-b06e-06ee31bd20f7/zookeeper_0, clientPort=50069, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/cluster_83acc354-7f15-150d-b06e-06ee31bd20f7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/cluster_83acc354-7f15-150d-b06e-06ee31bd20f7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T01:20:18,440 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50069 2024-11-10T01:20:18,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:20:18,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:20:18,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/test.cache.data in system properties and HBase conf 2024-11-10T01:20:18,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:20:18,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:20:18,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:20:18,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:20:18,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:20:18,441 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:20:18,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:20:18,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:20:18,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:20:18,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:20:18,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:20:18,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:20:18,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:20:18,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:20:18,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:20:18,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:20:18,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:20:18,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:20:18,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:20:18,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:20:18,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012252fcc50005, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:20:18,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012252fcc50002, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:20:18,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012252fcc50005, quorum=127.0.0.1:54173, baseZNode=/1-1260354912 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:20:18,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012252fcc50002, quorum=127.0.0.1:54173, baseZNode=/0245021613 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:20:18,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:20:18,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:20:18,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:20:18,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:20:18,826 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:20:18,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:20:18,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16a38ed3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:20:18,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@258ab457{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:20:18,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d27629c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/java.io.tmpdir/jetty-localhost-36967-hadoop-hdfs-3_4_1-tests_jar-_-any-10486214722325448592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:20:18,924 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@388eaf91{HTTP/1.1, (http/1.1)}{localhost:36967} 2024-11-10T01:20:18,924 INFO [Time-limited test {}] server.Server(415): Started @146434ms 2024-11-10T01:20:19,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:20:19,234 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:20:19,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:20:19,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:20:19,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:20:19,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d9d134{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:20:19,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@723e439e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:20:19,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1650c7ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/java.io.tmpdir/jetty-localhost-38961-hadoop-hdfs-3_4_1-tests_jar-_-any-8601106749327191361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:20:19,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@687da7d7{HTTP/1.1, (http/1.1)}{localhost:38961} 2024-11-10T01:20:19,333 INFO [Time-limited test {}] server.Server(415): Started @146842ms 2024-11-10T01:20:19,334 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:20:20,037 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/cluster_83acc354-7f15-150d-b06e-06ee31bd20f7/data/data1/current/BP-1748513727-172.17.0.3-1731201618465/current, will proceed with Du for space computation calculation, 2024-11-10T01:20:20,037 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/cluster_83acc354-7f15-150d-b06e-06ee31bd20f7/data/data2/current/BP-1748513727-172.17.0.3-1731201618465/current, will proceed with Du for space computation calculation, 2024-11-10T01:20:20,061 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:20:20,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad58f8841379a94e with lease ID 0x9fdfa275c435c141: Processing first storage report for DS-d1cb3d85-bca8-416a-ace9-f1e618fc4e63 from datanode DatanodeRegistration(127.0.0.1:36011, datanodeUuid=f3a6a44c-e781-4360-a36d-014b4972c12f, infoPort=42439, infoSecurePort=0, ipcPort=46781, storageInfo=lv=-57;cid=testClusterID;nsid=1300310041;c=1731201618465) 2024-11-10T01:20:20,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad58f8841379a94e with lease ID 0x9fdfa275c435c141: from storage DS-d1cb3d85-bca8-416a-ace9-f1e618fc4e63 node DatanodeRegistration(127.0.0.1:36011, datanodeUuid=f3a6a44c-e781-4360-a36d-014b4972c12f, infoPort=42439, infoSecurePort=0, ipcPort=46781, storageInfo=lv=-57;cid=testClusterID;nsid=1300310041;c=1731201618465), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:20:20,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad58f8841379a94e with lease ID 0x9fdfa275c435c141: Processing first storage report for DS-8fab70d8-c8e0-4bdb-9d88-50aaea816065 from datanode DatanodeRegistration(127.0.0.1:36011, datanodeUuid=f3a6a44c-e781-4360-a36d-014b4972c12f, infoPort=42439, infoSecurePort=0, ipcPort=46781, storageInfo=lv=-57;cid=testClusterID;nsid=1300310041;c=1731201618465) 2024-11-10T01:20:20,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad58f8841379a94e with lease ID 0x9fdfa275c435c141: from storage DS-8fab70d8-c8e0-4bdb-9d88-50aaea816065 node DatanodeRegistration(127.0.0.1:36011, datanodeUuid=f3a6a44c-e781-4360-a36d-014b4972c12f, infoPort=42439, infoSecurePort=0, ipcPort=46781, storageInfo=lv=-57;cid=testClusterID;nsid=1300310041;c=1731201618465), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:20:20,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02 2024-11-10T01:20:20,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:20,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:20,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:20:20,569 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac with version=8 2024-11-10T01:20:20,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/hbase-staging 2024-11-10T01:20:20,571 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:20:20,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:20,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:20,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:20:20,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:20,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:20:20,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:20:20,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:20:20,572 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40073 2024-11-10T01:20:20,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40073 connecting to ZooKeeper ensemble=127.0.0.1:50069 2024-11-10T01:20:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400730x0, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:20:20,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40073-0x10122544db10000 connected 2024-11-10T01:20:20,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:20:20,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:20,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:20,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:20,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:20,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:20,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:20,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:20,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on znode that does not yet exist, /0-389651830/running 2024-11-10T01:20:20,754 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac, hbase.cluster.distributed=false 2024-11-10T01:20:20,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on znode that does not yet exist, /0-389651830/acl 2024-11-10T01:20:20,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40073 2024-11-10T01:20:20,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40073 2024-11-10T01:20:20,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40073 2024-11-10T01:20:20,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:20,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40073 2024-11-10T01:20:20,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40073 2024-11-10T01:20:20,779 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:20:20,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:20,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:20,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:20:20,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:20,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:20:20,780 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:20:20,780 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:20:20,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40653 2024-11-10T01:20:20,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40653 connecting to ZooKeeper ensemble=127.0.0.1:50069 2024-11-10T01:20:20,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:20,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:20,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406530x0, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:20:20,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406530x0, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on znode that does not yet exist, /0-389651830/running 2024-11-10T01:20:20,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40653-0x10122544db10001 connected 2024-11-10T01:20:20,792 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:20:20,793 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:20:20,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on znode that does not yet exist, /0-389651830/master 2024-11-10T01:20:20,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on znode that does not yet exist, /0-389651830/acl 2024-11-10T01:20:20,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40653 2024-11-10T01:20:20,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40653 2024-11-10T01:20:20,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40653 2024-11-10T01:20:20,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40653 2024-11-10T01:20:20,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40653 2024-11-10T01:20:20,809 DEBUG [M:0;0c4d4d227d60:40073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:40073 2024-11-10T01:20:20,810 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-389651830/backup-masters/0c4d4d227d60,40073,1731201620571 2024-11-10T01:20:20,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830/backup-masters 2024-11-10T01:20:20,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830/backup-masters 2024-11-10T01:20:20,822 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on existing znode=/0-389651830/backup-masters/0c4d4d227d60,40073,1731201620571 2024-11-10T01:20:20,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:20,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-389651830/master 2024-11-10T01:20:20,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:20,834 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on existing znode=/0-389651830/master 2024-11-10T01:20:20,834 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-389651830/backup-masters/0c4d4d227d60,40073,1731201620571 from backup master directory 2024-11-10T01:20:20,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830/backup-masters 2024-11-10T01:20:20,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-389651830/backup-masters/0c4d4d227d60,40073,1731201620571 2024-11-10T01:20:20,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830/backup-masters 2024-11-10T01:20:20,844 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:20:20,844 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,40073,1731201620571 2024-11-10T01:20:20,847 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/hbase.id] with ID: 19f556bd-f949-477b-be1b-239cb9c715a2 2024-11-10T01:20:20,847 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/.tmp/hbase.id 2024-11-10T01:20:20,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:20:21,252 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/.tmp/hbase.id]:[hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/hbase.id] 2024-11-10T01:20:21,261 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:21,261 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:20:21,262 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T01:20:21,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:21,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:21,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:20:21,744 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:20:21,745 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:20:21,745 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:20:21,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:20:22,157 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store 2024-11-10T01:20:22,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:20:22,183 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:22,183 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:20:22,183 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:22,183 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:22,183 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:20:22,183 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:22,183 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:22,184 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201622183Disabling compacts and flushes for region at 1731201622183Disabling writes for close at 1731201622183Writing region close event to WAL at 1731201622183Closed at 1731201622183 2024-11-10T01:20:22,185 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/.initializing 2024-11-10T01:20:22,185 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/WALs/0c4d4d227d60,40073,1731201620571 2024-11-10T01:20:22,186 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:20:22,188 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C40073%2C1731201620571, suffix=, logDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/WALs/0c4d4d227d60,40073,1731201620571, archiveDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/oldWALs, maxLogs=10 2024-11-10T01:20:22,212 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/WALs/0c4d4d227d60,40073,1731201620571/0c4d4d227d60%2C40073%2C1731201620571.1731201622189, exclude list is [], retry=0 2024-11-10T01:20:22,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36011,DS-d1cb3d85-bca8-416a-ace9-f1e618fc4e63,DISK] 2024-11-10T01:20:22,217 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/WALs/0c4d4d227d60,40073,1731201620571/0c4d4d227d60%2C40073%2C1731201620571.1731201622189 2024-11-10T01:20:22,217 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42439:42439)] 2024-11-10T01:20:22,217 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:20:22,217 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:22,218 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:22,218 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:22,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:22,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:20:22,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:22,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:22,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:22,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:20:22,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:22,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:22,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:22,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:20:22,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:22,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:22,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:22,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:20:22,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:22,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:22,236 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:22,237 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:22,237 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:22,239 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:22,239 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:22,239 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:20:22,241 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:22,245 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:20:22,245 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74050027, jitterRate=0.10343138873577118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:20:22,246 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201622218Initializing all the Stores at 1731201622219 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201622219Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201622223 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201622223Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201622223Cleaning up temporary data from old regions at 1731201622239 (+16 ms)Region opened successfully at 1731201622246 (+7 ms) 2024-11-10T01:20:22,252 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:20:22,256 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39251ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:20:22,257 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:20:22,257 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:20:22,257 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:20:22,257 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:20:22,258 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:20:22,259 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:20:22,259 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:20:22,261 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:20:22,262 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Unable to get data of znode /0-389651830/balancer because node does not exist (not necessarily an error) 2024-11-10T01:20:22,274 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389651830/balancer already deleted, retry=false 2024-11-10T01:20:22,275 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:20:22,276 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Unable to get data of znode /0-389651830/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:20:22,362 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389651830/normalizer already deleted, retry=false 2024-11-10T01:20:22,363 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:20:22,364 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Unable to get data of znode /0-389651830/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:20:22,391 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389651830/switch/split already deleted, retry=false 2024-11-10T01:20:22,392 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Unable to get data of znode /0-389651830/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:20:22,402 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389651830/switch/merge already deleted, retry=false 2024-11-10T01:20:22,404 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Unable to get data of znode /0-389651830/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:20:22,412 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389651830/snapshot-cleanup already deleted, retry=false 2024-11-10T01:20:22,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-389651830/running 2024-11-10T01:20:22,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:22,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-389651830/running 2024-11-10T01:20:22,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:22,423 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,40073,1731201620571, sessionid=0x10122544db10000, setting cluster-up flag (Was=false) 2024-11-10T01:20:22,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:22,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:22,475 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-389651830/flush-table-proc/acquired, /0-389651830/flush-table-proc/reached, /0-389651830/flush-table-proc/abort 2024-11-10T01:20:22,476 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,40073,1731201620571 2024-11-10T01:20:22,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:22,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:22,675 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-389651830/online-snapshot/acquired, /0-389651830/online-snapshot/reached, /0-389651830/online-snapshot/abort 2024-11-10T01:20:22,676 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,40073,1731201620571 2024-11-10T01:20:22,679 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:20:22,685 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:20:22,686 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:20:22,686 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:20:22,686 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,40073,1731201620571 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:20:22,687 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:22,687 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:22,687 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:22,687 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:22,687 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:20:22,687 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:22,688 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:20:22,688 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:22,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:20:22,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:20:22,691 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:22,691 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:20:22,708 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201652708 2024-11-10T01:20:22,709 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:20:22,709 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:20:22,709 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:20:22,709 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:20:22,709 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:20:22,709 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:20:22,712 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:22,713 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:20:22,713 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:20:22,713 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:20:22,713 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(746): ClusterId : 19f556bd-f949-477b-be1b-239cb9c715a2 2024-11-10T01:20:22,713 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:20:22,713 DEBUG [RS:0;0c4d4d227d60:40653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:20:22,719 DEBUG [RS:0;0c4d4d227d60:40653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:20:22,719 DEBUG [RS:0;0c4d4d227d60:40653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:20:22,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:20:22,725 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:20:22,725 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:20:22,727 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201622726,5,FailOnTimeoutGroup] 2024-11-10T01:20:22,727 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201622727,5,FailOnTimeoutGroup] 2024-11-10T01:20:22,727 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:22,727 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:20:22,727 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:22,727 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:22,729 DEBUG [RS:0;0c4d4d227d60:40653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:20:22,729 DEBUG [RS:0;0c4d4d227d60:40653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e76714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:20:22,742 DEBUG [RS:0;0c4d4d227d60:40653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:40653 2024-11-10T01:20:22,742 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:20:22,742 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:20:22,742 DEBUG [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:20:22,744 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,40073,1731201620571 with port=40653, startcode=1731201620779 2024-11-10T01:20:22,744 DEBUG [RS:0;0c4d4d227d60:40653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:20:22,745 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:20:22,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,40653,1731201620779 2024-11-10T01:20:22,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40073 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,40653,1731201620779 2024-11-10T01:20:22,747 DEBUG [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac 2024-11-10T01:20:22,747 DEBUG [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40129 2024-11-10T01:20:22,747 DEBUG [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:20:22,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830/rs 2024-11-10T01:20:22,760 DEBUG [RS:0;0c4d4d227d60:40653 {}] zookeeper.ZKUtil(111): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on existing znode=/0-389651830/rs/0c4d4d227d60,40653,1731201620779 2024-11-10T01:20:22,760 WARN [RS:0;0c4d4d227d60:40653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:20:22,760 INFO [RS:0;0c4d4d227d60:40653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:20:22,760 DEBUG [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779 2024-11-10T01:20:22,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,40653,1731201620779] 2024-11-10T01:20:22,764 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:20:22,766 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:20:22,766 INFO [RS:0;0c4d4d227d60:40653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:20:22,766 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:22,766 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:20:22,767 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:20:22,767 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:22,767 DEBUG [RS:0;0c4d4d227d60:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:22,768 DEBUG [RS:0;0c4d4d227d60:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:22,768 DEBUG [RS:0;0c4d4d227d60:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:22,768 DEBUG [RS:0;0c4d4d227d60:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:22,768 DEBUG [RS:0;0c4d4d227d60:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:22,768 DEBUG [RS:0;0c4d4d227d60:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:20:22,768 DEBUG [RS:0;0c4d4d227d60:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:22,768 DEBUG [RS:0;0c4d4d227d60:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:22,768 DEBUG [RS:0;0c4d4d227d60:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:22,768 DEBUG [RS:0;0c4d4d227d60:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:22,768 DEBUG [RS:0;0c4d4d227d60:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:22,768 DEBUG [RS:0;0c4d4d227d60:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:22,768 DEBUG [RS:0;0c4d4d227d60:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:20:22,768 DEBUG [RS:0;0c4d4d227d60:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:20:22,771 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:22,771 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:22,771 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:22,771 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:22,771 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:22,771 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40653,1731201620779-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:20:22,789 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:20:22,789 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40653,1731201620779-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:22,789 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:22,789 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.Replication(171): 0c4d4d227d60,40653,1731201620779 started 2024-11-10T01:20:22,806 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:22,806 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,40653,1731201620779, RpcServer on 0c4d4d227d60/172.17.0.3:40653, sessionid=0x10122544db10001 2024-11-10T01:20:22,807 DEBUG [RS:0;0c4d4d227d60:40653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:20:22,807 DEBUG [RS:0;0c4d4d227d60:40653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,40653,1731201620779 2024-11-10T01:20:22,807 DEBUG [RS:0;0c4d4d227d60:40653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,40653,1731201620779' 2024-11-10T01:20:22,807 DEBUG [RS:0;0c4d4d227d60:40653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-389651830/flush-table-proc/abort' 2024-11-10T01:20:22,807 DEBUG [RS:0;0c4d4d227d60:40653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-389651830/flush-table-proc/acquired' 2024-11-10T01:20:22,808 DEBUG [RS:0;0c4d4d227d60:40653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:20:22,808 DEBUG [RS:0;0c4d4d227d60:40653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:20:22,808 DEBUG [RS:0;0c4d4d227d60:40653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,40653,1731201620779 2024-11-10T01:20:22,808 DEBUG [RS:0;0c4d4d227d60:40653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,40653,1731201620779' 2024-11-10T01:20:22,808 DEBUG [RS:0;0c4d4d227d60:40653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-389651830/online-snapshot/abort' 2024-11-10T01:20:22,808 DEBUG [RS:0;0c4d4d227d60:40653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-389651830/online-snapshot/acquired' 2024-11-10T01:20:22,809 DEBUG [RS:0;0c4d4d227d60:40653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:20:22,809 INFO [RS:0;0c4d4d227d60:40653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:20:22,809 INFO [RS:0;0c4d4d227d60:40653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:20:22,909 INFO [RS:0;0c4d4d227d60:40653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:20:22,911 INFO [RS:0;0c4d4d227d60:40653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C40653%2C1731201620779, suffix=, logDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779, archiveDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/oldWALs, maxLogs=10 2024-11-10T01:20:22,922 DEBUG [RS:0;0c4d4d227d60:40653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779/0c4d4d227d60%2C40653%2C1731201620779.1731201622912, exclude list is [], retry=0 2024-11-10T01:20:22,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36011,DS-d1cb3d85-bca8-416a-ace9-f1e618fc4e63,DISK] 2024-11-10T01:20:22,926 INFO [RS:0;0c4d4d227d60:40653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779/0c4d4d227d60%2C40653%2C1731201620779.1731201622912 2024-11-10T01:20:22,926 DEBUG [RS:0;0c4d4d227d60:40653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42439:42439)] 2024-11-10T01:20:23,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:20:23,121 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac 2024-11-10T01:20:23,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741833_1009 (size=32) 2024-11-10T01:20:23,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:23,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:20:23,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:20:23,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:23,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:23,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:20:23,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:20:23,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:23,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:23,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:20:23,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:20:23,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:23,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:23,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:20:23,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:20:23,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:23,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:23,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:20:23,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740 2024-11-10T01:20:23,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740 2024-11-10T01:20:23,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:20:23,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:20:23,537 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:20:23,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:20:23,540 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:20:23,540 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63826503, jitterRate=-0.04891099035739899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:20:23,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201623527Initializing all the Stores at 1731201623528 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201623528Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201623528Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201623528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201623528Cleaning up temporary data from old regions at 1731201623536 (+8 ms)Region opened successfully at 1731201623541 (+5 ms) 2024-11-10T01:20:23,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:20:23,541 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:20:23,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:20:23,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:20:23,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:20:23,541 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:20:23,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201623541Disabling compacts and flushes for region at 1731201623541Disabling writes for close at 1731201623541Writing region close event to WAL at 1731201623541Closed at 1731201623541 2024-11-10T01:20:23,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:20:23,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:20:23,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:20:23,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:20:23,546 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:20:23,696 DEBUG [0c4d4d227d60:40073 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:20:23,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,40653,1731201620779 2024-11-10T01:20:23,698 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,40653,1731201620779, state=OPENING 2024-11-10T01:20:23,812 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:20:23,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:23,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:23,823 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:20:23,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389651830/meta-region-server: CHANGED 2024-11-10T01:20:23,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389651830/meta-region-server: CHANGED 2024-11-10T01:20:23,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,40653,1731201620779}] 2024-11-10T01:20:23,976 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:20:23,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:20:23,981 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:20:23,981 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:20:23,981 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:20:23,982 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C40653%2C1731201620779.meta, suffix=.meta, logDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779, archiveDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/oldWALs, maxLogs=10 2024-11-10T01:20:23,994 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779/0c4d4d227d60%2C40653%2C1731201620779.meta.1731201623982.meta, exclude list is [], retry=0 2024-11-10T01:20:23,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36011,DS-d1cb3d85-bca8-416a-ace9-f1e618fc4e63,DISK] 2024-11-10T01:20:23,997 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779/0c4d4d227d60%2C40653%2C1731201620779.meta.1731201623982.meta 2024-11-10T01:20:23,998 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42439:42439)] 2024-11-10T01:20:23,998 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:20:23,998 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:20:23,998 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:20:23,998 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:20:23,998 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:20:23,999 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:20:23,999 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:23,999 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:20:23,999 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:20:24,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:20:24,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:20:24,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:24,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:24,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:20:24,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:20:24,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:24,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:24,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:20:24,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:20:24,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:24,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:24,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:20:24,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:20:24,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:24,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:24,011 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:20:24,012 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740 2024-11-10T01:20:24,013 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740 2024-11-10T01:20:24,014 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:20:24,014 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:20:24,015 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:20:24,016 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:20:24,017 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69295351, jitterRate=0.03258119523525238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:20:24,017 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:20:24,017 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201623999Writing region info on filesystem at 1731201623999Initializing all the Stores at 1731201624000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201624000Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201624000Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201624000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201624000Cleaning up temporary data from old regions at 1731201624014 (+14 ms)Running coprocessor post-open hooks at 1731201624017 (+3 ms)Region opened successfully at 1731201624017 2024-11-10T01:20:24,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T01:20:24,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T01:20:24,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:20:24,018 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201623975 2024-11-10T01:20:24,020 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:20:24,020 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:20:24,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,40653,1731201620779 2024-11-10T01:20:24,021 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,40653,1731201620779, state=OPEN 2024-11-10T01:20:24,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-389651830/meta-region-server 2024-11-10T01:20:24,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-389651830/meta-region-server 2024-11-10T01:20:24,068 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,40653,1731201620779 2024-11-10T01:20:24,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389651830/meta-region-server: CHANGED 2024-11-10T01:20:24,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389651830/meta-region-server: CHANGED 2024-11-10T01:20:24,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:20:24,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,40653,1731201620779 in 245 msec 2024-11-10T01:20:24,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:20:24,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 527 msec 2024-11-10T01:20:24,072 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:20:24,072 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:20:24,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:20:24,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,40653,1731201620779, seqNum=-1] 2024-11-10T01:20:24,073 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:20:24,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:20:24,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3950 sec 2024-11-10T01:20:24,080 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201624080, completionTime=-1 2024-11-10T01:20:24,081 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:20:24,081 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:20:24,083 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:20:24,083 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201684083 2024-11-10T01:20:24,083 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201744083 2024-11-10T01:20:24,083 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T01:20:24,084 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40073,1731201620571-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:24,084 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40073,1731201620571-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:24,084 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40073,1731201620571-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:24,084 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:40073, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:24,084 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:24,084 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:24,086 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:20:24,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.244sec 2024-11-10T01:20:24,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:20:24,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:20:24,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:20:24,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:20:24,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:20:24,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40073,1731201620571-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:20:24,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40073,1731201620571-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:20:24,091 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:20:24,091 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:20:24,091 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40073,1731201620571-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:24,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a0df1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:24,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40073,-1 for getting cluster id 2024-11-10T01:20:24,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:20:24,115 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19f556bd-f949-477b-be1b-239cb9c715a2' 2024-11-10T01:20:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:20:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19f556bd-f949-477b-be1b-239cb9c715a2" 2024-11-10T01:20:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38520cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40073,-1] 2024-11-10T01:20:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:20:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:24,117 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:20:24,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7de3eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:24,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:20:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,40653,1731201620779, seqNum=-1] 2024-11-10T01:20:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:20:24,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:20:24,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,40073,1731201620571 2024-11-10T01:20:24,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50069 2024-11-10T01:20:24,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:20:24,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10122544db10002 connected 2024-11-10T01:20:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/hadoop.log.dir so I do NOT create it in target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48 2024-11-10T01:20:24,151 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:20:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/hadoop.tmp.dir so I do NOT create it in target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48 2024-11-10T01:20:24,151 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:20:24,151 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48 2024-11-10T01:20:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:20:24,151 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/cluster_2c3128fe-f9f4-5fca-d8ff-b9943c4edc17, deleteOnExit=true 2024-11-10T01:20:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:20:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/test.cache.data in system properties and HBase conf 2024-11-10T01:20:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:20:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:20:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:20:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:20:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:20:24,152 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:20:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:20:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:20:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:20:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:20:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:20:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:20:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:20:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:20:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:20:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:20:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:20:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:20:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:20:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:20:24,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:20:24,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:20:24,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:20:24,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:20:24,479 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:20:24,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:20:24,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dbdb4be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:20:24,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@364aa3f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:20:24,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6720f1ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/java.io.tmpdir/jetty-localhost-34969-hadoop-hdfs-3_4_1-tests_jar-_-any-9433814397981884613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:20:24,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3026bedf{HTTP/1.1, (http/1.1)}{localhost:34969} 2024-11-10T01:20:24,578 INFO [Time-limited test {}] server.Server(415): Started @152088ms 2024-11-10T01:20:24,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:20:24,846 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:20:24,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:20:24,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:20:24,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:20:24,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18da9bdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:20:24,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68639548{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:20:24,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6be8b747{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/java.io.tmpdir/jetty-localhost-43513-hadoop-hdfs-3_4_1-tests_jar-_-any-11159748264638802543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:20:24,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13405e6a{HTTP/1.1, (http/1.1)}{localhost:43513} 2024-11-10T01:20:24,961 INFO [Time-limited test {}] server.Server(415): Started @152471ms 2024-11-10T01:20:24,963 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:20:25,657 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/cluster_2c3128fe-f9f4-5fca-d8ff-b9943c4edc17/data/data2/current/BP-1679632196-172.17.0.3-1731201624166/current, will proceed with Du for space computation calculation, 2024-11-10T01:20:25,657 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/cluster_2c3128fe-f9f4-5fca-d8ff-b9943c4edc17/data/data1/current/BP-1679632196-172.17.0.3-1731201624166/current, will proceed with Du for space computation calculation, 2024-11-10T01:20:25,673 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:20:25,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59fdc0c53695ee with lease ID 0xa235115432f063fc: Processing first storage report for DS-cd49f7ec-eccc-4468-a236-95358a80b0da from datanode DatanodeRegistration(127.0.0.1:34427, datanodeUuid=207e6596-c644-4f62-a5a9-0b2be0f0154e, infoPort=39857, infoSecurePort=0, ipcPort=33271, storageInfo=lv=-57;cid=testClusterID;nsid=1681416181;c=1731201624166) 2024-11-10T01:20:25,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59fdc0c53695ee with lease ID 0xa235115432f063fc: from storage DS-cd49f7ec-eccc-4468-a236-95358a80b0da node DatanodeRegistration(127.0.0.1:34427, datanodeUuid=207e6596-c644-4f62-a5a9-0b2be0f0154e, infoPort=39857, infoSecurePort=0, ipcPort=33271, storageInfo=lv=-57;cid=testClusterID;nsid=1681416181;c=1731201624166), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:20:25,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59fdc0c53695ee with lease ID 0xa235115432f063fc: Processing first storage report for DS-4c62700b-3bc5-49ad-a98e-e1e98b81d7af from datanode DatanodeRegistration(127.0.0.1:34427, datanodeUuid=207e6596-c644-4f62-a5a9-0b2be0f0154e, infoPort=39857, infoSecurePort=0, ipcPort=33271, storageInfo=lv=-57;cid=testClusterID;nsid=1681416181;c=1731201624166) 2024-11-10T01:20:25,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59fdc0c53695ee with lease ID 0xa235115432f063fc: from storage DS-4c62700b-3bc5-49ad-a98e-e1e98b81d7af node DatanodeRegistration(127.0.0.1:34427, datanodeUuid=207e6596-c644-4f62-a5a9-0b2be0f0154e, infoPort=39857, infoSecurePort=0, ipcPort=33271, storageInfo=lv=-57;cid=testClusterID;nsid=1681416181;c=1731201624166), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:20:25,694 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48 2024-11-10T01:20:25,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:25,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:25,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34427 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:20:26,105 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d with version=8 2024-11-10T01:20:26,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/hbase-staging 2024-11-10T01:20:26,107 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:20:26,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:26,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:26,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:20:26,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:26,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:20:26,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:20:26,108 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:20:26,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45965 2024-11-10T01:20:26,109 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45965 connecting to ZooKeeper ensemble=127.0.0.1:50069 2024-11-10T01:20:26,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459650x0, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:20:26,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45965-0x10122544db10003 connected 2024-11-10T01:20:26,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:26,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:26,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Set watcher on znode that does not yet exist, /1-2106724090/running 2024-11-10T01:20:26,238 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d, hbase.cluster.distributed=false 2024-11-10T01:20:26,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Set watcher on znode that does not yet exist, /1-2106724090/acl 2024-11-10T01:20:26,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45965 2024-11-10T01:20:26,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45965 2024-11-10T01:20:26,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45965 2024-11-10T01:20:26,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45965 2024-11-10T01:20:26,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45965 2024-11-10T01:20:26,256 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:20:26,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:26,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:26,256 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:20:26,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:26,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:20:26,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:20:26,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:20:26,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37345 2024-11-10T01:20:26,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37345 connecting to ZooKeeper ensemble=127.0.0.1:50069 2024-11-10T01:20:26,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:26,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:26,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373450x0, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:20:26,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373450x0, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Set watcher on znode that does not yet exist, /1-2106724090/running 2024-11-10T01:20:26,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37345-0x10122544db10004 connected 2024-11-10T01:20:26,276 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:20:26,279 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:20:26,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Set watcher on znode that does not yet exist, /1-2106724090/master 2024-11-10T01:20:26,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Set watcher on znode that does not yet exist, /1-2106724090/acl 2024-11-10T01:20:26,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37345 2024-11-10T01:20:26,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37345 2024-11-10T01:20:26,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37345 2024-11-10T01:20:26,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37345 2024-11-10T01:20:26,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37345 2024-11-10T01:20:26,295 DEBUG [M:0;0c4d4d227d60:45965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:45965 2024-11-10T01:20:26,296 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2106724090/backup-masters/0c4d4d227d60,45965,1731201626107 2024-11-10T01:20:26,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090/backup-masters 2024-11-10T01:20:26,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090/backup-masters 2024-11-10T01:20:26,307 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Set watcher on existing znode=/1-2106724090/backup-masters/0c4d4d227d60,45965,1731201626107 2024-11-10T01:20:26,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090 2024-11-10T01:20:26,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2106724090/master 2024-11-10T01:20:26,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090 2024-11-10T01:20:26,317 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Set watcher on existing znode=/1-2106724090/master 2024-11-10T01:20:26,318 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2106724090/backup-masters/0c4d4d227d60,45965,1731201626107 from backup master directory 2024-11-10T01:20:26,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2106724090/backup-masters/0c4d4d227d60,45965,1731201626107 2024-11-10T01:20:26,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090/backup-masters 2024-11-10T01:20:26,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090/backup-masters 2024-11-10T01:20:26,328 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:20:26,328 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,45965,1731201626107 2024-11-10T01:20:26,332 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/hbase.id] with ID: 6cb5db54-811e-4085-836f-5d17674b2b6b 2024-11-10T01:20:26,332 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/.tmp/hbase.id 2024-11-10T01:20:26,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34427 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:20:26,737 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/.tmp/hbase.id]:[hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/hbase.id] 2024-11-10T01:20:26,747 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:26,747 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:20:26,747 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T01:20:26,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090 2024-11-10T01:20:26,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090 2024-11-10T01:20:26,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34427 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:20:27,374 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:20:27,375 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:20:27,375 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:20:27,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34427 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:20:27,782 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store 2024-11-10T01:20:27,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34427 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:20:28,190 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:28,190 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:20:28,190 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:28,190 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:28,190 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:20:28,190 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:28,190 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:28,190 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201628190Disabling compacts and flushes for region at 1731201628190Disabling writes for close at 1731201628190Writing region close event to WAL at 1731201628190Closed at 1731201628190 2024-11-10T01:20:28,191 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/.initializing 2024-11-10T01:20:28,191 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/WALs/0c4d4d227d60,45965,1731201626107 2024-11-10T01:20:28,192 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:20:28,193 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C45965%2C1731201626107, suffix=, logDir=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/WALs/0c4d4d227d60,45965,1731201626107, archiveDir=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/oldWALs, maxLogs=10 2024-11-10T01:20:28,205 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/WALs/0c4d4d227d60,45965,1731201626107/0c4d4d227d60%2C45965%2C1731201626107.1731201628193, exclude list is [], retry=0 2024-11-10T01:20:28,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34427,DS-cd49f7ec-eccc-4468-a236-95358a80b0da,DISK] 2024-11-10T01:20:28,208 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/WALs/0c4d4d227d60,45965,1731201626107/0c4d4d227d60%2C45965%2C1731201626107.1731201628193 2024-11-10T01:20:28,209 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39857:39857)] 2024-11-10T01:20:28,209 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:20:28,209 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:28,209 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:28,209 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:28,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:28,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:20:28,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:28,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:28,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:28,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:20:28,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:28,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:28,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:28,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:20:28,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:28,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:28,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:28,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:20:28,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:28,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:28,216 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:28,217 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:28,217 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:28,218 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:28,218 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:28,219 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:20:28,220 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:28,222 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:20:28,222 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74050116, jitterRate=0.10343271493911743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:20:28,222 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201628209Initializing all the Stores at 1731201628210 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201628210Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201628210Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201628210Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201628210Cleaning up temporary data from old regions at 1731201628218 (+8 ms)Region opened successfully at 1731201628222 (+4 ms) 2024-11-10T01:20:28,222 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:20:28,225 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d80221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:20:28,226 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:20:28,226 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:20:28,226 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:20:28,226 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:20:28,226 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:20:28,227 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:20:28,227 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:20:28,228 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:20:28,229 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Unable to get data of znode /1-2106724090/balancer because node does not exist (not necessarily an error) 2024-11-10T01:20:28,296 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2106724090/balancer already deleted, retry=false 2024-11-10T01:20:28,296 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:20:28,297 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Unable to get data of znode /1-2106724090/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:20:28,306 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2106724090/normalizer already deleted, retry=false 2024-11-10T01:20:28,307 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:20:28,308 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Unable to get data of znode /1-2106724090/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:20:28,317 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2106724090/switch/split already deleted, retry=false 2024-11-10T01:20:28,318 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Unable to get data of znode /1-2106724090/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:20:28,327 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2106724090/switch/merge already deleted, retry=false 2024-11-10T01:20:28,329 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Unable to get data of znode /1-2106724090/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:20:28,338 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2106724090/snapshot-cleanup already deleted, retry=false 2024-11-10T01:20:28,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2106724090/running 2024-11-10T01:20:28,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2106724090/running 2024-11-10T01:20:28,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090 2024-11-10T01:20:28,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090 2024-11-10T01:20:28,349 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,45965,1731201626107, sessionid=0x10122544db10003, setting cluster-up flag (Was=false) 2024-11-10T01:20:28,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090 2024-11-10T01:20:28,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090 2024-11-10T01:20:28,401 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2106724090/flush-table-proc/acquired, /1-2106724090/flush-table-proc/reached, /1-2106724090/flush-table-proc/abort 2024-11-10T01:20:28,402 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,45965,1731201626107 2024-11-10T01:20:28,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090 2024-11-10T01:20:28,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090 2024-11-10T01:20:28,454 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2106724090/online-snapshot/acquired, /1-2106724090/online-snapshot/reached, /1-2106724090/online-snapshot/abort 2024-11-10T01:20:28,455 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,45965,1731201626107 2024-11-10T01:20:28,456 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:20:28,458 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:20:28,458 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:20:28,458 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:20:28,458 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,45965,1731201626107 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:20:28,459 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:28,459 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:28,459 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:28,459 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:28,459 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:20:28,459 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:28,459 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:20:28,459 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:28,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:20:28,461 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:20:28,462 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:28,462 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:20:28,464 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201658464 2024-11-10T01:20:28,464 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:20:28,464 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:20:28,464 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:20:28,464 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:20:28,464 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:20:28,464 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:20:28,472 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:28,478 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:20:28,478 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:20:28,478 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:20:28,478 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:20:28,478 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:20:28,478 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:20:28,478 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201628478,5,FailOnTimeoutGroup] 2024-11-10T01:20:28,479 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201628478,5,FailOnTimeoutGroup] 2024-11-10T01:20:28,479 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:28,479 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:20:28,479 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:28,479 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:28,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34427 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:20:28,488 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(746): ClusterId : 6cb5db54-811e-4085-836f-5d17674b2b6b 2024-11-10T01:20:28,488 DEBUG [RS:0;0c4d4d227d60:37345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:20:28,497 DEBUG [RS:0;0c4d4d227d60:37345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:20:28,497 DEBUG [RS:0;0c4d4d227d60:37345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:20:28,507 DEBUG [RS:0;0c4d4d227d60:37345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:20:28,507 DEBUG [RS:0;0c4d4d227d60:37345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c19fbe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:20:28,518 DEBUG [RS:0;0c4d4d227d60:37345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:37345 2024-11-10T01:20:28,519 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:20:28,519 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:20:28,519 DEBUG [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:20:28,519 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,45965,1731201626107 with port=37345, startcode=1731201626256 2024-11-10T01:20:28,519 DEBUG [RS:0;0c4d4d227d60:37345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:20:28,521 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:20:28,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,37345,1731201626256 2024-11-10T01:20:28,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45965 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,37345,1731201626256 2024-11-10T01:20:28,522 DEBUG [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d 2024-11-10T01:20:28,522 DEBUG [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44927 2024-11-10T01:20:28,522 DEBUG [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:20:28,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090/rs 2024-11-10T01:20:28,568 DEBUG [RS:0;0c4d4d227d60:37345 {}] zookeeper.ZKUtil(111): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Set watcher on existing znode=/1-2106724090/rs/0c4d4d227d60,37345,1731201626256 2024-11-10T01:20:28,568 WARN [RS:0;0c4d4d227d60:37345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:20:28,568 INFO [RS:0;0c4d4d227d60:37345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:20:28,569 DEBUG [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/WALs/0c4d4d227d60,37345,1731201626256 2024-11-10T01:20:28,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,37345,1731201626256] 2024-11-10T01:20:28,571 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:20:28,580 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:20:28,581 INFO [RS:0;0c4d4d227d60:37345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:20:28,581 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:28,581 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:20:28,582 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:20:28,582 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:28,582 DEBUG [RS:0;0c4d4d227d60:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:28,582 DEBUG [RS:0;0c4d4d227d60:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:28,582 DEBUG [RS:0;0c4d4d227d60:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:28,582 DEBUG [RS:0;0c4d4d227d60:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:28,582 DEBUG [RS:0;0c4d4d227d60:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:28,582 DEBUG [RS:0;0c4d4d227d60:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:20:28,582 DEBUG [RS:0;0c4d4d227d60:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:28,582 DEBUG [RS:0;0c4d4d227d60:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:28,582 DEBUG [RS:0;0c4d4d227d60:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:28,582 DEBUG [RS:0;0c4d4d227d60:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:28,582 DEBUG [RS:0;0c4d4d227d60:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:28,582 DEBUG [RS:0;0c4d4d227d60:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:28,582 DEBUG [RS:0;0c4d4d227d60:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:20:28,582 DEBUG [RS:0;0c4d4d227d60:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:20:28,588 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:28,588 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:28,588 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:28,588 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:28,588 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:28,588 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37345,1731201626256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:20:28,606 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:20:28,606 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37345,1731201626256-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:28,607 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:28,607 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.Replication(171): 0c4d4d227d60,37345,1731201626256 started 2024-11-10T01:20:28,622 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:28,622 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,37345,1731201626256, RpcServer on 0c4d4d227d60/172.17.0.3:37345, sessionid=0x10122544db10004 2024-11-10T01:20:28,622 DEBUG [RS:0;0c4d4d227d60:37345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:20:28,622 DEBUG [RS:0;0c4d4d227d60:37345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,37345,1731201626256 2024-11-10T01:20:28,622 DEBUG [RS:0;0c4d4d227d60:37345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,37345,1731201626256' 2024-11-10T01:20:28,622 DEBUG [RS:0;0c4d4d227d60:37345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2106724090/flush-table-proc/abort' 2024-11-10T01:20:28,623 DEBUG [RS:0;0c4d4d227d60:37345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2106724090/flush-table-proc/acquired' 2024-11-10T01:20:28,623 DEBUG [RS:0;0c4d4d227d60:37345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:20:28,623 DEBUG [RS:0;0c4d4d227d60:37345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:20:28,623 DEBUG [RS:0;0c4d4d227d60:37345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,37345,1731201626256 2024-11-10T01:20:28,623 DEBUG [RS:0;0c4d4d227d60:37345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,37345,1731201626256' 2024-11-10T01:20:28,623 DEBUG [RS:0;0c4d4d227d60:37345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2106724090/online-snapshot/abort' 2024-11-10T01:20:28,623 DEBUG [RS:0;0c4d4d227d60:37345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2106724090/online-snapshot/acquired' 2024-11-10T01:20:28,624 DEBUG [RS:0;0c4d4d227d60:37345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:20:28,624 INFO [RS:0;0c4d4d227d60:37345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:20:28,624 INFO [RS:0;0c4d4d227d60:37345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:20:28,724 INFO [RS:0;0c4d4d227d60:37345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:20:28,725 INFO [RS:0;0c4d4d227d60:37345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C37345%2C1731201626256, suffix=, logDir=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/WALs/0c4d4d227d60,37345,1731201626256, archiveDir=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/oldWALs, maxLogs=10 2024-11-10T01:20:28,738 DEBUG [RS:0;0c4d4d227d60:37345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/WALs/0c4d4d227d60,37345,1731201626256/0c4d4d227d60%2C37345%2C1731201626256.1731201628726, exclude list is [], retry=0 2024-11-10T01:20:28,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34427,DS-cd49f7ec-eccc-4468-a236-95358a80b0da,DISK] 2024-11-10T01:20:28,742 INFO [RS:0;0c4d4d227d60:37345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/WALs/0c4d4d227d60,37345,1731201626256/0c4d4d227d60%2C37345%2C1731201626256.1731201628726 2024-11-10T01:20:28,743 DEBUG [RS:0;0c4d4d227d60:37345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39857:39857)] 2024-11-10T01:20:28,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:20:28,881 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:20:28,881 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d 2024-11-10T01:20:28,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34427 is added to blk_1073741833_1009 (size=32) 2024-11-10T01:20:29,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:29,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:20:29,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:20:29,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:29,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:29,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:20:29,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:20:29,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:29,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:29,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:20:29,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:20:29,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:29,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:29,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:20:29,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:20:29,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:29,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:29,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:20:29,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/data/hbase/meta/1588230740 2024-11-10T01:20:29,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/data/hbase/meta/1588230740 2024-11-10T01:20:29,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:20:29,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:20:29,295 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:20:29,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:20:29,298 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:20:29,299 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74302184, jitterRate=0.10718882083892822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:20:29,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201629287Initializing all the Stores at 1731201629288 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201629288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201629288Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201629288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201629288Cleaning up temporary data from old regions at 1731201629295 (+7 ms)Region opened successfully at 1731201629299 (+4 ms) 2024-11-10T01:20:29,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:20:29,299 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:20:29,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:20:29,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:20:29,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:20:29,300 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:20:29,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201629299Disabling compacts and flushes for region at 1731201629299Disabling writes for close at 1731201629299Writing region close event to WAL at 1731201629300 (+1 ms)Closed at 1731201629300 2024-11-10T01:20:29,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:20:29,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:20:29,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:20:29,302 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:20:29,303 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:20:29,453 DEBUG [0c4d4d227d60:45965 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:20:29,454 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,37345,1731201626256 2024-11-10T01:20:29,455 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,37345,1731201626256, state=OPENING 2024-11-10T01:20:29,496 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:20:29,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:20:29,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090 2024-11-10T01:20:29,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090 2024-11-10T01:20:29,507 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:20:29,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2106724090/meta-region-server: CHANGED 2024-11-10T01:20:29,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2106724090/meta-region-server: CHANGED 2024-11-10T01:20:29,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,37345,1731201626256}] 2024-11-10T01:20:29,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:29,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:29,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:29,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:29,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:29,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:29,660 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:20:29,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:20:29,666 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:20:29,666 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:20:29,666 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:20:29,668 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C37345%2C1731201626256.meta, suffix=.meta, logDir=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/WALs/0c4d4d227d60,37345,1731201626256, archiveDir=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/oldWALs, maxLogs=10 2024-11-10T01:20:29,685 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/WALs/0c4d4d227d60,37345,1731201626256/0c4d4d227d60%2C37345%2C1731201626256.meta.1731201629668.meta, exclude list is [], retry=0 2024-11-10T01:20:29,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34427,DS-cd49f7ec-eccc-4468-a236-95358a80b0da,DISK] 2024-11-10T01:20:29,689 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/WALs/0c4d4d227d60,37345,1731201626256/0c4d4d227d60%2C37345%2C1731201626256.meta.1731201629668.meta 2024-11-10T01:20:29,689 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39857:39857)] 2024-11-10T01:20:29,689 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:20:29,690 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:20:29,690 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:20:29,690 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:20:29,690 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:20:29,690 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:20:29,690 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:29,690 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:20:29,690 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:20:29,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:20:29,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:20:29,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:29,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:29,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:20:29,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:20:29,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:29,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:29,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:20:29,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:20:29,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:29,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:29,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:20:29,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:20:29,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:29,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:29,697 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:20:29,697 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/data/hbase/meta/1588230740 2024-11-10T01:20:29,699 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/data/hbase/meta/1588230740 2024-11-10T01:20:29,700 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:20:29,700 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:20:29,701 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:20:29,702 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:20:29,703 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61503049, jitterRate=-0.0835331529378891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:20:29,703 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:20:29,703 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201629691Writing region info on filesystem at 1731201629691Initializing all the Stores at 1731201629691Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201629691Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201629692 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201629692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201629692Cleaning up temporary data from old regions at 1731201629700 (+8 ms)Running coprocessor post-open hooks at 1731201629703 (+3 ms)Region opened successfully at 1731201629703 2024-11-10T01:20:29,704 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201629660 2024-11-10T01:20:29,707 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:20:29,707 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:20:29,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,37345,1731201626256 2024-11-10T01:20:29,708 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,37345,1731201626256, state=OPEN 2024-11-10T01:20:29,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2106724090/meta-region-server 2024-11-10T01:20:29,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2106724090/meta-region-server 2024-11-10T01:20:29,717 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,37345,1731201626256 2024-11-10T01:20:29,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2106724090/meta-region-server: CHANGED 2024-11-10T01:20:29,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2106724090/meta-region-server: CHANGED 2024-11-10T01:20:29,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:20:29,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,37345,1731201626256 in 210 msec 2024-11-10T01:20:29,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:20:29,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-11-10T01:20:29,722 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:20:29,723 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:20:29,724 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:20:29,724 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,37345,1731201626256, seqNum=-1] 2024-11-10T01:20:29,725 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:20:29,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:20:29,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-11-10T01:20:29,732 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201629732, completionTime=-1 2024-11-10T01:20:29,732 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:20:29,732 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:20:29,734 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:20:29,734 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201689734 2024-11-10T01:20:29,734 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201749734 2024-11-10T01:20:29,734 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T01:20:29,735 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,45965,1731201626107-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:29,735 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,45965,1731201626107-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:29,735 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,45965,1731201626107-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:29,735 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:45965, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:29,735 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:29,736 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:29,737 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:20:29,739 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.411sec 2024-11-10T01:20:29,739 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:20:29,739 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:20:29,739 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:20:29,739 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:20:29,739 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:20:29,739 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,45965,1731201626107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:20:29,739 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,45965,1731201626107-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:20:29,742 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:20:29,742 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:20:29,742 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,45965,1731201626107-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:29,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fea6e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:29,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,45965,-1 for getting cluster id 2024-11-10T01:20:29,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:20:29,791 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cb5db54-811e-4085-836f-5d17674b2b6b' 2024-11-10T01:20:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:20:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cb5db54-811e-4085-836f-5d17674b2b6b" 2024-11-10T01:20:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7ac93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,45965,-1] 2024-11-10T01:20:29,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:20:29,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:29,793 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:20:29,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469067b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:29,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:20:29,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,37345,1731201626256, seqNum=-1] 2024-11-10T01:20:29,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:20:29,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:20:29,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,45965,1731201626107 2024-11-10T01:20:29,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50069 2024-11-10T01:20:29,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:20:29,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10122544db10005 connected 2024-11-10T01:20:29,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b9f3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:29,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40073,-1 for getting cluster id 2024-11-10T01:20:29,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:20:29,826 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19f556bd-f949-477b-be1b-239cb9c715a2' 2024-11-10T01:20:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:20:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19f556bd-f949-477b-be1b-239cb9c715a2" 2024-11-10T01:20:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407ea083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40073,-1] 2024-11-10T01:20:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:20:29,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:29,828 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:20:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61526f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:29,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:20:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40073,1731201620571 2024-11-10T01:20:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a976171 2024-11-10T01:20:29,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:20:29,830 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:20:29,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:45965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:20:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:20:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:20:29,833 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:45965' 2024-11-10T01:20:29,834 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fefff76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:29,834 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,45965,-1 for getting cluster id 2024-11-10T01:20:29,834 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:20:29,835 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cb5db54-811e-4085-836f-5d17674b2b6b' 2024-11-10T01:20:29,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:20:29,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cb5db54-811e-4085-836f-5d17674b2b6b" 2024-11-10T01:20:29,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a107ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:29,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,45965,-1] 2024-11-10T01:20:29,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:20:29,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:29,837 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:20:29,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a685a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:29,838 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:20:29,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,45965,1731201626107 2024-11-10T01:20:29,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ffd4c14 2024-11-10T01:20:29,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:20:29,839 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:20:29,840 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T01:20:29,840 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:20:29,840 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:29,840 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:29,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:20:29,841 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:20:29,842 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:20:29,843 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:20:29,843 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:29,844 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:20:29,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741835_1011 (size=1138) 2024-11-10T01:20:29,892 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T01:20:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:20:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:20:30,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f48201dbf6419fab57d6af66141d919, NAME => 'hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac 2024-11-10T01:20:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741836_1012 (size=44) 2024-11-10T01:20:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:20:30,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:30,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0f48201dbf6419fab57d6af66141d919, disabling compactions & flushes 2024-11-10T01:20:30,658 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:30,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:30,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. after waiting 0 ms 2024-11-10T01:20:30,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:30,658 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:30,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f48201dbf6419fab57d6af66141d919: Waiting for close lock at 1731201630658Disabling compacts and flushes for region at 1731201630658Disabling writes for close at 1731201630658Writing region close event to WAL at 1731201630658Closed at 1731201630658 2024-11-10T01:20:30,659 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:20:30,659 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731201630659"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201630659"}]},"ts":"1731201630659"} 2024-11-10T01:20:30,661 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:20:30,662 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:20:30,662 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201630662"}]},"ts":"1731201630662"} 2024-11-10T01:20:30,664 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T01:20:30,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f48201dbf6419fab57d6af66141d919, ASSIGN}] 2024-11-10T01:20:30,665 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f48201dbf6419fab57d6af66141d919, ASSIGN 2024-11-10T01:20:30,666 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f48201dbf6419fab57d6af66141d919, ASSIGN; state=OFFLINE, location=0c4d4d227d60,40653,1731201620779; forceNewPlan=false, retain=false 2024-11-10T01:20:30,817 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0f48201dbf6419fab57d6af66141d919, regionState=OPENING, regionLocation=0c4d4d227d60,40653,1731201620779 2024-11-10T01:20:30,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f48201dbf6419fab57d6af66141d919, ASSIGN because future has completed 2024-11-10T01:20:30,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f48201dbf6419fab57d6af66141d919, server=0c4d4d227d60,40653,1731201620779}] 2024-11-10T01:20:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:20:30,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:30,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:20:30,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:20:30,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C40653%2C1731201620779.rep, suffix=, logDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779, archiveDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/oldWALs, maxLogs=10 2024-11-10T01:20:30,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779/0c4d4d227d60%2C40653%2C1731201620779.rep.1731201630978, exclude list is [], retry=0 2024-11-10T01:20:30,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36011,DS-d1cb3d85-bca8-416a-ace9-f1e618fc4e63,DISK] 2024-11-10T01:20:30,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779/0c4d4d227d60%2C40653%2C1731201620779.rep.1731201630978 2024-11-10T01:20:30,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42439:42439)] 2024-11-10T01:20:30,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f48201dbf6419fab57d6af66141d919, NAME => 'hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:20:30,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:20:30,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:20:30,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. service=MultiRowMutationService 2024-11-10T01:20:30,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:20:30,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:30,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:30,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:30,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:30,996 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:30,997 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f48201dbf6419fab57d6af66141d919 columnFamilyName hfileref 2024-11-10T01:20:30,997 DEBUG [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:30,998 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] regionserver.HStore(327): Store=0f48201dbf6419fab57d6af66141d919/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:30,998 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:30,999 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f48201dbf6419fab57d6af66141d919 columnFamilyName queue 2024-11-10T01:20:30,999 DEBUG [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:30,999 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] regionserver.HStore(327): Store=0f48201dbf6419fab57d6af66141d919/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:30,999 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:31,000 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f48201dbf6419fab57d6af66141d919 columnFamilyName sid 2024-11-10T01:20:31,000 DEBUG [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:31,000 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] regionserver.HStore(327): Store=0f48201dbf6419fab57d6af66141d919/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:31,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:31,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/replication/0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:31,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/replication/0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:31,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:31,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:31,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:20:31,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:31,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/replication/0f48201dbf6419fab57d6af66141d919/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:20:31,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0f48201dbf6419fab57d6af66141d919; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63008948, jitterRate=-0.06109350919723511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:20:31,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:31,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0f48201dbf6419fab57d6af66141d919: Running coprocessor pre-open hook at 1731201630995Writing region info on filesystem at 1731201630995Initializing all the Stores at 1731201630996 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201630996Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201630996Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201630996Cleaning up temporary data from old regions at 1731201631002 (+6 ms)Running coprocessor post-open hooks at 1731201631006 (+4 ms)Region opened successfully at 1731201631006 2024-11-10T01:20:31,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919., pid=7, masterSystemTime=1731201630971 2024-11-10T01:20:31,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:31,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:31,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0f48201dbf6419fab57d6af66141d919, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,40653,1731201620779 2024-11-10T01:20:31,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f48201dbf6419fab57d6af66141d919, server=0c4d4d227d60,40653,1731201620779 because future has completed 2024-11-10T01:20:31,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T01:20:31,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f48201dbf6419fab57d6af66141d919, server=0c4d4d227d60,40653,1731201620779 in 194 msec 2024-11-10T01:20:31,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:20:31,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f48201dbf6419fab57d6af66141d919, ASSIGN in 352 msec 2024-11-10T01:20:31,020 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:20:31,020 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201631020"}]},"ts":"1731201631020"} 2024-11-10T01:20:31,023 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T01:20:31,024 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:20:31,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-10T01:20:31,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919., hostname=0c4d4d227d60,40653,1731201620779, seqNum=2] 2024-11-10T01:20:31,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:31,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:31,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:20:31,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T01:20:31,282 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T01:20:31,307 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,40653,1731201620779, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:20:31,307 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:20:31,307 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,40653,1731201620779, seqNum=-1] 2024-11-10T01:20:31,307 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:20:31,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-10T01:20:31,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0c4d4d227d60,40653,1731201620779', locateType=CURRENT is [region=hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919., hostname=0c4d4d227d60,40653,1731201620779, seqNum=2] 2024-11-10T01:20:31,313 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T01:20:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T01:20:31,315 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0c4d4d227d60,40653,1731201620779 suceeded 2024-11-10T01:20:31,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T01:20:31,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-10T01:20:31,317 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0c4d4d227d60:45965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:20:31,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4860 sec 2024-11-10T01:20:31,326 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:45965' 2024-11-10T01:20:31,327 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@193f6cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:31,327 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,45965,-1 for getting cluster id 2024-11-10T01:20:31,327 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:20:31,328 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cb5db54-811e-4085-836f-5d17674b2b6b' 2024-11-10T01:20:31,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:20:31,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cb5db54-811e-4085-836f-5d17674b2b6b" 2024-11-10T01:20:31,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@795fff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:31,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,45965,-1] 2024-11-10T01:20:31,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:20:31,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:31,329 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:20:31,330 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12c33e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:31,330 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:20:31,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,45965,1731201626107 2024-11-10T01:20:31,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f231161 2024-11-10T01:20:31,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:20:31,332 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-10T01:20:31,332 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,40653,1731201620779 (queues=1) is replicating from cluster=19f556bd-f949-477b-be1b-239cb9c715a2 to cluster=6cb5db54-811e-4085-836f-5d17674b2b6b 2024-11-10T01:20:31,332 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C40653%2C1731201620779 2024-11-10T01:20:31,332 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,40653,1731201620779, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:20:31,333 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779.replicationSource.shipper0c4d4d227d60%2C40653%2C1731201620779,1-0c4d4d227d60,40653,1731201620779 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C40653%2C1731201620779 2024-11-10T01:20:31,333 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779.replicationSource.wal-reader.0c4d4d227d60%2C40653%2C1731201620779,1-0c4d4d227d60,40653,1731201620779 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779/0c4d4d227d60%2C40653%2C1731201620779.1731201622912, startPosition=0, beingWritten=true 2024-11-10T01:20:31,538 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779.replicationSource.wal-reader.0c4d4d227d60%2C40653%2C1731201620779,1-0c4d4d227d60,40653,1731201620779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779/0c4d4d227d60%2C40653%2C1731201620779.1731201622912 to pos 0, reset compression=false 2024-11-10T01:20:31,842 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779.replicationSource.wal-reader.0c4d4d227d60%2C40653%2C1731201620779,1-0c4d4d227d60,40653,1731201620779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779/0c4d4d227d60%2C40653%2C1731201620779.1731201622912 to pos 0, reset compression=false 2024-11-10T01:20:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:20:31,978 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:20:31,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:20:31,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:31,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:31,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:31,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:20:31,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:20:31,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40073,1731201620571 2024-11-10T01:20:31,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51922f41 2024-11-10T01:20:31,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:20:31,980 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:20:31,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T01:20:31,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:20:31,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:31,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:31,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:31,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:20:31,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:20:31,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1773455501, stopped=false 2024-11-10T01:20:31,981 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,40073,1731201620571 2024-11-10T01:20:32,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-389651830/running 2024-11-10T01:20:32,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-389651830/running 2024-11-10T01:20:32,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:32,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:32,043 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:20:32,043 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:20:32,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:32,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:32,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on znode that does not yet exist, /0-389651830/running 2024-11-10T01:20:32,044 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,40653,1731201620779' ***** 2024-11-10T01:20:32,044 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:20:32,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on znode that does not yet exist, /0-389651830/running 2024-11-10T01:20:32,044 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:20:32,044 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:20:32,044 INFO [RS:0;0c4d4d227d60:40653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:20:32,044 INFO [RS:0;0c4d4d227d60:40653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:20:32,044 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:32,044 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,40653,1731201620779 2024-11-10T01:20:32,044 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:20:32,045 INFO [RS:0;0c4d4d227d60:40653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:40653. 2024-11-10T01:20:32,045 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f48201dbf6419fab57d6af66141d919, disabling compactions & flushes 2024-11-10T01:20:32,045 DEBUG [RS:0;0c4d4d227d60:40653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:32,045 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:32,045 DEBUG [RS:0;0c4d4d227d60:40653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:32,045 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:32,045 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. after waiting 0 ms 2024-11-10T01:20:32,045 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:32,045 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:20:32,045 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:20:32,045 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0f48201dbf6419fab57d6af66141d919 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T01:20:32,045 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:20:32,045 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:20:32,045 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T01:20:32,045 DEBUG [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0f48201dbf6419fab57d6af66141d919=hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919.} 2024-11-10T01:20:32,045 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:20:32,045 DEBUG [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1351): Waiting on 0f48201dbf6419fab57d6af66141d919, 1588230740 2024-11-10T01:20:32,045 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:20:32,045 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:20:32,045 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:20:32,045 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:20:32,045 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T01:20:32,059 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/.tmp/info/63dea675226c4c5d9c554f957670b45c is 147, key is hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919./info:regioninfo/1731201631010/Put/seqid=0 2024-11-10T01:20:32,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741838_1014 (size=6631) 2024-11-10T01:20:32,064 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/replication/0f48201dbf6419fab57d6af66141d919/.tmp/queue/3690a467f9124eb28149f72c4f77265b is 151, key is 1-0c4d4d227d60,40653,1731201620779/queue:0c4d4d227d60%2C40653%2C1731201620779/1731201631311/Put/seqid=0 2024-11-10T01:20:32,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741839_1015 (size=5350) 2024-11-10T01:20:32,079 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:20:32,245 DEBUG [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1351): Waiting on 0f48201dbf6419fab57d6af66141d919, 1588230740 2024-11-10T01:20:32,247 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779.replicationSource.wal-reader.0c4d4d227d60%2C40653%2C1731201620779,1-0c4d4d227d60,40653,1731201620779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779/0c4d4d227d60%2C40653%2C1731201620779.1731201622912 to pos 0, reset compression=false 2024-11-10T01:20:32,445 DEBUG [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1351): Waiting on 0f48201dbf6419fab57d6af66141d919, 1588230740 2024-11-10T01:20:32,463 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/.tmp/info/63dea675226c4c5d9c554f957670b45c 2024-11-10T01:20:32,468 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/replication/0f48201dbf6419fab57d6af66141d919/.tmp/queue/3690a467f9124eb28149f72c4f77265b 2024-11-10T01:20:32,473 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/replication/0f48201dbf6419fab57d6af66141d919/.tmp/queue/3690a467f9124eb28149f72c4f77265b as hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/replication/0f48201dbf6419fab57d6af66141d919/queue/3690a467f9124eb28149f72c4f77265b 2024-11-10T01:20:32,478 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/replication/0f48201dbf6419fab57d6af66141d919/queue/3690a467f9124eb28149f72c4f77265b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T01:20:32,479 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0f48201dbf6419fab57d6af66141d919 in 434ms, sequenceid=5, compaction requested=false 2024-11-10T01:20:32,479 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T01:20:32,483 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/replication/0f48201dbf6419fab57d6af66141d919/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T01:20:32,484 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:20:32,484 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:20:32,484 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:32,484 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f48201dbf6419fab57d6af66141d919: Waiting for close lock at 1731201632045Running coprocessor pre-close hooks at 1731201632045Disabling compacts and flushes for region at 1731201632045Disabling writes for close at 1731201632045Obtaining lock to block concurrent updates at 1731201632045Preparing flush snapshotting stores in 0f48201dbf6419fab57d6af66141d919 at 1731201632045Finished memstore snapshotting hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731201632045Flushing stores of hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. at 1731201632046 (+1 ms)Flushing 0f48201dbf6419fab57d6af66141d919/queue: creating writer at 1731201632046Flushing 0f48201dbf6419fab57d6af66141d919/queue: appending metadata at 1731201632063 (+17 ms)Flushing 0f48201dbf6419fab57d6af66141d919/queue: closing flushed file at 1731201632063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee6c65b: reopening flushed file at 1731201632473 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0f48201dbf6419fab57d6af66141d919 in 434ms, sequenceid=5, compaction requested=false at 1731201632479 (+6 ms)Writing region close event to WAL at 1731201632480 (+1 ms)Running coprocessor post-close hooks at 1731201632484 (+4 ms)Closed at 1731201632484 2024-11-10T01:20:32,484 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:32,485 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/.tmp/ns/b29ac03ed9324a66b016b47a5c2b8ecb is 43, key is default/ns:d/1731201624075/Put/seqid=0 2024-11-10T01:20:32,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741840_1016 (size=5153) 2024-11-10T01:20:32,646 DEBUG [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:32,751 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779.replicationSource.wal-reader.0c4d4d227d60%2C40653%2C1731201620779,1-0c4d4d227d60,40653,1731201620779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779/0c4d4d227d60%2C40653%2C1731201620779.1731201622912 to pos 0, reset compression=false 2024-11-10T01:20:32,835 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:20:32,835 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:20:32,846 DEBUG [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:32,890 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/.tmp/ns/b29ac03ed9324a66b016b47a5c2b8ecb 2024-11-10T01:20:32,907 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/.tmp/table/0c58294abce046ebabeb28f0a602a6e1 is 53, key is hbase:replication/table:state/1731201631020/Put/seqid=0 2024-11-10T01:20:32,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741841_1017 (size=5256) 2024-11-10T01:20:33,046 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T01:20:33,046 DEBUG [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:20:33,046 DEBUG [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:33,246 DEBUG [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:33,311 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/.tmp/table/0c58294abce046ebabeb28f0a602a6e1 2024-11-10T01:20:33,316 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/.tmp/info/63dea675226c4c5d9c554f957670b45c as hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/info/63dea675226c4c5d9c554f957670b45c 2024-11-10T01:20:33,320 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/info/63dea675226c4c5d9c554f957670b45c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T01:20:33,321 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/.tmp/ns/b29ac03ed9324a66b016b47a5c2b8ecb as hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/ns/b29ac03ed9324a66b016b47a5c2b8ecb 2024-11-10T01:20:33,325 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/ns/b29ac03ed9324a66b016b47a5c2b8ecb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T01:20:33,326 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/.tmp/table/0c58294abce046ebabeb28f0a602a6e1 as hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/table/0c58294abce046ebabeb28f0a602a6e1 2024-11-10T01:20:33,330 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/table/0c58294abce046ebabeb28f0a602a6e1, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T01:20:33,331 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1286ms, sequenceid=11, compaction requested=false 2024-11-10T01:20:33,334 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T01:20:33,335 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:20:33,335 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:20:33,335 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:20:33,335 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201632045Running coprocessor pre-close hooks at 1731201632045Disabling compacts and flushes for region at 1731201632045Disabling writes for close at 1731201632045Obtaining lock to block concurrent updates at 1731201632045Preparing flush snapshotting stores in 1588230740 at 1731201632045Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731201632045Flushing stores of hbase:meta,,1.1588230740 at 1731201632046 (+1 ms)Flushing 1588230740/info: creating writer at 1731201632046Flushing 1588230740/info: appending metadata at 1731201632058 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731201632058Flushing 1588230740/ns: creating writer at 1731201632469 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731201632485 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731201632485Flushing 1588230740/table: creating writer at 1731201632895 (+410 ms)Flushing 1588230740/table: appending metadata at 1731201632906 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731201632906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a16111: reopening flushed file at 1731201633315 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef95be5: reopening flushed file at 1731201633320 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71bd6a8d: reopening flushed file at 1731201633325 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1286ms, sequenceid=11, compaction requested=false at 1731201633331 (+6 ms)Writing region close event to WAL at 1731201633332 (+1 ms)Running coprocessor post-close hooks at 1731201633335 (+3 ms)Closed at 1731201633335 2024-11-10T01:20:33,335 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:20:33,356 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779.replicationSource.wal-reader.0c4d4d227d60%2C40653%2C1731201620779,1-0c4d4d227d60,40653,1731201620779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779/0c4d4d227d60%2C40653%2C1731201620779.1731201622912 to pos 0, reset compression=false 2024-11-10T01:20:33,446 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,40653,1731201620779; all regions closed. 2024-11-10T01:20:33,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741834_1010 (size=2742) 2024-11-10T01:20:33,449 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779/0c4d4d227d60%2C40653%2C1731201620779.meta.1731201623982.meta not finished, retry = 0 2024-11-10T01:20:33,551 DEBUG [RS:0;0c4d4d227d60:40653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/oldWALs 2024-11-10T01:20:33,551 INFO [RS:0;0c4d4d227d60:40653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C40653%2C1731201620779.meta:.meta(num 1731201623982) 2024-11-10T01:20:33,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741837_1013 (size=1586) 2024-11-10T01:20:33,553 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779/0c4d4d227d60%2C40653%2C1731201620779.rep.1731201630978 not finished, retry = 0 2024-11-10T01:20:33,663 DEBUG [RS:0;0c4d4d227d60:40653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/oldWALs 2024-11-10T01:20:33,663 INFO [RS:0;0c4d4d227d60:40653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C40653%2C1731201620779.rep:(num 1731201630978) 2024-11-10T01:20:33,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779/0c4d4d227d60%2C40653%2C1731201620779.1731201622912 not finished, retry = 0 2024-11-10T01:20:33,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741832_1008 (size=93) 2024-11-10T01:20:33,767 DEBUG [RS:0;0c4d4d227d60:40653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/oldWALs 2024-11-10T01:20:33,767 INFO [RS:0;0c4d4d227d60:40653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C40653%2C1731201620779:(num 1731201622912) 2024-11-10T01:20:33,767 DEBUG [RS:0;0c4d4d227d60:40653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:33,767 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:20:33,767 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:20:33,767 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:20:33,767 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:20:33,767 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:20:33,768 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,40653,1731201620779 because: Region server is closing 2024-11-10T01:20:33,768 INFO [RS:0;0c4d4d227d60:40653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:40653. 2024-11-10T01:20:33,768 DEBUG [RS:0;0c4d4d227d60:40653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:33,768 DEBUG [RS:0;0c4d4d227d60:40653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:33,768 DEBUG [RS:0;0c4d4d227d60:40653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:33,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:20:33,868 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779.replicationSource.wal-reader.0c4d4d227d60%2C40653%2C1731201620779,1-0c4d4d227d60,40653,1731201620779 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T01:20:33,868 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779.replicationSource.shipper0c4d4d227d60%2C40653%2C1731201620779,1-0c4d4d227d60,40653,1731201620779 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T01:20:33,868 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40653,1731201620779.replicationSource.shipper0c4d4d227d60%2C40653%2C1731201620779,1-0c4d4d227d60,40653,1731201620779 terminated 2024-11-10T01:20:33,869 INFO [RS:0;0c4d4d227d60:40653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40653 2024-11-10T01:20:33,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-389651830/rs/0c4d4d227d60,40653,1731201620779 2024-11-10T01:20:33,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830/rs 2024-11-10T01:20:33,885 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:20:33,895 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,40653,1731201620779] 2024-11-10T01:20:33,906 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-389651830/draining/0c4d4d227d60,40653,1731201620779 already deleted, retry=false 2024-11-10T01:20:33,906 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,40653,1731201620779 expired; onlineServers=0 2024-11-10T01:20:33,906 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,40073,1731201620571' ***** 2024-11-10T01:20:33,906 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:20:33,906 INFO [M:0;0c4d4d227d60:40073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:20:33,906 INFO [M:0;0c4d4d227d60:40073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:20:33,906 DEBUG [M:0;0c4d4d227d60:40073 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:20:33,906 DEBUG [M:0;0c4d4d227d60:40073 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:20:33,906 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:20:33,906 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201622727 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201622727,5,FailOnTimeoutGroup] 2024-11-10T01:20:33,906 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201622726 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201622726,5,FailOnTimeoutGroup] 2024-11-10T01:20:33,907 INFO [M:0;0c4d4d227d60:40073 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:20:33,907 INFO [M:0;0c4d4d227d60:40073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:20:33,907 DEBUG [M:0;0c4d4d227d60:40073 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:20:33,907 INFO [M:0;0c4d4d227d60:40073 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:20:33,907 INFO [M:0;0c4d4d227d60:40073 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:20:33,907 INFO [M:0;0c4d4d227d60:40073 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:20:33,907 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:20:33,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-389651830/master 2024-11-10T01:20:33,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:33,917 DEBUG [M:0;0c4d4d227d60:40073 {}] zookeeper.ZKUtil(347): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Unable to get data of znode /0-389651830/master because node does not exist (not an error) 2024-11-10T01:20:33,917 WARN [M:0;0c4d4d227d60:40073 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:20:33,917 INFO [M:0;0c4d4d227d60:40073 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/.lastflushedseqids 2024-11-10T01:20:33,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741842_1018 (size=181) 2024-11-10T01:20:33,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:33,996 INFO [RS:0;0c4d4d227d60:40653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:20:33,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x10122544db10001, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:33,996 INFO [RS:0;0c4d4d227d60:40653 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,40653,1731201620779; zookeeper connection closed. 2024-11-10T01:20:33,996 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59c16f51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59c16f51 2024-11-10T01:20:33,996 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:20:34,322 INFO [M:0;0c4d4d227d60:40073 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:20:34,322 INFO [M:0;0c4d4d227d60:40073 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:20:34,322 DEBUG [M:0;0c4d4d227d60:40073 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:20:34,322 INFO [M:0;0c4d4d227d60:40073 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:34,322 DEBUG [M:0;0c4d4d227d60:40073 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:34,322 DEBUG [M:0;0c4d4d227d60:40073 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:20:34,322 DEBUG [M:0;0c4d4d227d60:40073 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:34,322 INFO [M:0;0c4d4d227d60:40073 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T01:20:34,336 DEBUG [M:0;0c4d4d227d60:40073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2013ba4807b64e0e8c128e57de73d4e6 is 82, key is hbase:meta,,1/info:regioninfo/1731201624021/Put/seqid=0 2024-11-10T01:20:34,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741843_1019 (size=5672) 2024-11-10T01:20:34,740 INFO [M:0;0c4d4d227d60:40073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2013ba4807b64e0e8c128e57de73d4e6 2024-11-10T01:20:34,756 DEBUG [M:0;0c4d4d227d60:40073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cd6ab05f5a24b35b019acb24a3b7552 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731201631027/Put/seqid=0 2024-11-10T01:20:34,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741844_1020 (size=7203) 2024-11-10T01:20:35,161 INFO [M:0;0c4d4d227d60:40073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cd6ab05f5a24b35b019acb24a3b7552 2024-11-10T01:20:35,177 DEBUG [M:0;0c4d4d227d60:40073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b729e7b58414856a82c2feeab5af18d is 69, key is 0c4d4d227d60,40653,1731201620779/rs:state/1731201622746/Put/seqid=0 2024-11-10T01:20:35,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741845_1021 (size=5156) 2024-11-10T01:20:35,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:20:35,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:35,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:35,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:35,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:35,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:35,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:35,581 INFO [M:0;0c4d4d227d60:40073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b729e7b58414856a82c2feeab5af18d 2024-11-10T01:20:35,587 DEBUG [M:0;0c4d4d227d60:40073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2013ba4807b64e0e8c128e57de73d4e6 as hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2013ba4807b64e0e8c128e57de73d4e6 2024-11-10T01:20:35,591 INFO [M:0;0c4d4d227d60:40073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2013ba4807b64e0e8c128e57de73d4e6, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T01:20:35,592 DEBUG [M:0;0c4d4d227d60:40073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cd6ab05f5a24b35b019acb24a3b7552 as hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cd6ab05f5a24b35b019acb24a3b7552 2024-11-10T01:20:35,597 INFO [M:0;0c4d4d227d60:40073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cd6ab05f5a24b35b019acb24a3b7552, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T01:20:35,598 DEBUG [M:0;0c4d4d227d60:40073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b729e7b58414856a82c2feeab5af18d as hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b729e7b58414856a82c2feeab5af18d 2024-11-10T01:20:35,602 INFO [M:0;0c4d4d227d60:40073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b729e7b58414856a82c2feeab5af18d, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T01:20:35,603 INFO [M:0;0c4d4d227d60:40073 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=70, compaction requested=false 2024-11-10T01:20:35,604 INFO [M:0;0c4d4d227d60:40073 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:35,605 DEBUG [M:0;0c4d4d227d60:40073 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201634322Disabling compacts and flushes for region at 1731201634322Disabling writes for close at 1731201634322Obtaining lock to block concurrent updates at 1731201634322Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201634322Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731201634322Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201634323 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201634323Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201634335 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201634335Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201634744 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201634756 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201634756Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201635165 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201635177 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201635177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b5797e0: reopening flushed file at 1731201635586 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594ea4cd: reopening flushed file at 1731201635592 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d0ec2d: reopening flushed file at 1731201635597 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=70, compaction requested=false at 1731201635603 (+6 ms)Writing region close event to WAL at 1731201635604 (+1 ms)Closed at 1731201635604 2024-11-10T01:20:35,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741830_1006 (size=41008) 2024-11-10T01:20:35,607 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/WALs/0c4d4d227d60,40073,1731201620571/0c4d4d227d60%2C40073%2C1731201620571.1731201622189 not finished, retry = 0 2024-11-10T01:20:35,708 INFO [M:0;0c4d4d227d60:40073 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:20:35,708 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:20:35,708 INFO [M:0;0c4d4d227d60:40073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40073 2024-11-10T01:20:35,708 INFO [M:0;0c4d4d227d60:40073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:20:35,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:35,869 INFO [M:0;0c4d4d227d60:40073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:20:35,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x10122544db10000, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:35,871 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:20:35,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:35,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:35,871 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:20:35,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:35,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:20:35,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:20:35,871 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:20:35,872 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38887 2024-11-10T01:20:35,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38887 connecting to ZooKeeper ensemble=127.0.0.1:50069 2024-11-10T01:20:35,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388870x0, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:20:35,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38887-0x10122544db10006 connected 2024-11-10T01:20:35,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:35,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:35,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on znode that does not yet exist, /0-389651830/running 2024-11-10T01:20:35,900 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac, hbase.cluster.distributed=false 2024-11-10T01:20:35,900 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389651830/meta-region-server: INIT 2024-11-10T01:20:35,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on znode that does not yet exist, /0-389651830/acl 2024-11-10T01:20:35,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38887 2024-11-10T01:20:35,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38887 2024-11-10T01:20:35,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38887 2024-11-10T01:20:35,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38887 2024-11-10T01:20:35,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38887 2024-11-10T01:20:35,921 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:20:35,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:35,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:35,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:20:35,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:35,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:20:35,921 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:20:35,921 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:20:35,922 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37803 2024-11-10T01:20:35,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37803 connecting to ZooKeeper ensemble=127.0.0.1:50069 2024-11-10T01:20:35,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:35,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:35,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378030x0, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:20:35,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on znode that does not yet exist, /0-389651830/running 2024-11-10T01:20:35,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37803-0x10122544db10007 connected 2024-11-10T01:20:35,938 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389651830/meta-region-server: INIT 2024-11-10T01:20:35,938 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:20:35,939 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:20:35,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on znode that does not yet exist, /0-389651830/master 2024-11-10T01:20:35,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on znode that does not yet exist, /0-389651830/acl 2024-11-10T01:20:35,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37803 2024-11-10T01:20:35,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37803 2024-11-10T01:20:35,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37803 2024-11-10T01:20:35,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37803 2024-11-10T01:20:35,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37803 2024-11-10T01:20:35,954 DEBUG [M:0;0c4d4d227d60:38887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:38887 2024-11-10T01:20:35,955 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-389651830/backup-masters/0c4d4d227d60,38887,1731201635871 2024-11-10T01:20:35,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830/backup-masters 2024-11-10T01:20:35,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830/backup-masters 2024-11-10T01:20:35,959 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on existing znode=/0-389651830/backup-masters/0c4d4d227d60,38887,1731201635871 2024-11-10T01:20:35,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-389651830/master 2024-11-10T01:20:35,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:35,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:35,969 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on existing znode=/0-389651830/master 2024-11-10T01:20:35,970 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-389651830/backup-masters/0c4d4d227d60,38887,1731201635871 from backup master directory 2024-11-10T01:20:35,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-389651830/backup-masters/0c4d4d227d60,38887,1731201635871 2024-11-10T01:20:35,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830/backup-masters 2024-11-10T01:20:35,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830/backup-masters 2024-11-10T01:20:35,980 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:20:35,980 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,38887,1731201635871 2024-11-10T01:20:35,989 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:35,989 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:20:35,995 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-10T01:20:36,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741846_1022 (size=196) 2024-11-10T01:20:36,406 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:20:36,407 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:20:36,407 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:20:36,411 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T01:20:36,413 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/WALs/0c4d4d227d60,40073,1731201620571 to hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/WALs/0c4d4d227d60,40073,1731201620571-dead as it is dead 2024-11-10T01:20:36,414 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/WALs/0c4d4d227d60,40073,1731201620571-dead/0c4d4d227d60%2C40073%2C1731201620571.1731201622189 2024-11-10T01:20:36,414 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/WALs/0c4d4d227d60,40073,1731201620571-dead/0c4d4d227d60%2C40073%2C1731201620571.1731201622189 after 0ms 2024-11-10T01:20:36,415 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/WALs/0c4d4d227d60,40073,1731201620571-dead/0c4d4d227d60%2C40073%2C1731201620571.1731201622189 to hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0c4d4d227d60%2C40073%2C1731201620571.1731201622189 2024-11-10T01:20:36,415 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/WALs/0c4d4d227d60,40073,1731201620571-dead 2024-11-10T01:20:36,415 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/WALs/0c4d4d227d60,38887,1731201635871 2024-11-10T01:20:36,416 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:20:36,417 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C38887%2C1731201635871, suffix=, logDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/WALs/0c4d4d227d60,38887,1731201635871, archiveDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/oldWALs, maxLogs=10 2024-11-10T01:20:36,429 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/WALs/0c4d4d227d60,38887,1731201635871/0c4d4d227d60%2C38887%2C1731201635871.1731201636417, exclude list is [], retry=0 2024-11-10T01:20:36,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36011,DS-d1cb3d85-bca8-416a-ace9-f1e618fc4e63,DISK] 2024-11-10T01:20:36,433 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/WALs/0c4d4d227d60,38887,1731201635871/0c4d4d227d60%2C38887%2C1731201635871.1731201636417 2024-11-10T01:20:36,433 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42439:42439)] 2024-11-10T01:20:36,433 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:20:36,433 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:36,433 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:36,433 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:36,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:36,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:20:36,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:36,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2013ba4807b64e0e8c128e57de73d4e6 2024-11-10T01:20:36,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:36,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:36,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:20:36,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:36,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cd6ab05f5a24b35b019acb24a3b7552 2024-11-10T01:20:36,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:36,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:36,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:20:36,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:36,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b729e7b58414856a82c2feeab5af18d 2024-11-10T01:20:36,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:36,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:36,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:20:36,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:36,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:36,452 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:36,453 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T01:20:36,453 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0c4d4d227d60%2C40073%2C1731201620571.1731201622189 2024-11-10T01:20:36,457 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0c4d4d227d60%2C40073%2C1731201620571.1731201622189 2024-11-10T01:20:36,457 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0c4d4d227d60%2C40073%2C1731201620571.1731201622189 2024-11-10T01:20:36,458 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:36,458 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:36,459 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:20:36,460 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:36,462 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-10T01:20:36,462 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70295238, jitterRate=0.04748067259788513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:20:36,462 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201636433Initializing all the Stores at 1731201636434 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201636434Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201636434Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201636434Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201636434Cleaning up temporary data from old regions at 1731201636458 (+24 ms)Region opened successfully at 1731201636462 (+4 ms) 2024-11-10T01:20:36,462 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:20:36,464 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f35b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:20:36,466 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T01:20:36,466 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:20:36,466 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:20:36,467 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:20:36,467 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:20:36,469 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:20:36,469 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:20:36,470 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:20:36,470 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-10T01:20:36,470 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:20:36,472 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=0c4d4d227d60,40653,1731201620779, regionLocation=0c4d4d227d60,40653,1731201620779, openSeqNum=2 2024-11-10T01:20:36,472 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=0c4d4d227d60,40653,1731201620779, table=hbase:meta, region=1588230740 2024-11-10T01:20:36,472 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,40653,1731201620779, state=OPEN 2024-11-10T01:20:36,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-389651830/meta-region-server 2024-11-10T01:20:36,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-389651830/meta-region-server 2024-11-10T01:20:36,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389651830/meta-region-server: CHANGED 2024-11-10T01:20:36,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389651830/meta-region-server: CHANGED 2024-11-10T01:20:36,520 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:20:36,527 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389651830/draining/0c4d4d227d60,40653,1731201620779 already deleted, retry=false 2024-11-10T01:20:36,527 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 0c4d4d227d60,40653,1731201620779 on 0c4d4d227d60,38887,1731201635871 2024-11-10T01:20:36,528 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0c4d4d227d60,40653,1731201620779, splitWal=true, meta=true 2024-11-10T01:20:36,528 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 0c4d4d227d60,40653,1731201620779 (carryingMeta=true) 0c4d4d227d60,40653,1731201620779/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7a5c4276[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T01:20:36,530 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Unable to get data of znode /0-389651830/balancer because node does not exist (not necessarily an error) 2024-11-10T01:20:36,537 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389651830/balancer already deleted, retry=false 2024-11-10T01:20:36,538 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:20:36,539 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Unable to get data of znode /0-389651830/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:20:36,548 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389651830/normalizer already deleted, retry=false 2024-11-10T01:20:36,548 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:20:36,549 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Unable to get data of znode /0-389651830/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:20:36,558 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389651830/switch/split already deleted, retry=false 2024-11-10T01:20:36,559 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Unable to get data of znode /0-389651830/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:20:36,569 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389651830/switch/merge already deleted, retry=false 2024-11-10T01:20:36,582 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Unable to get data of znode /0-389651830/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:20:36,590 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389651830/snapshot-cleanup already deleted, retry=false 2024-11-10T01:20:36,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-389651830/running 2024-11-10T01:20:36,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-389651830/running 2024-11-10T01:20:36,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:36,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:36,601 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,38887,1731201635871, sessionid=0x10122544db10006, setting cluster-up flag (Was=false) 2024-11-10T01:20:36,612 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-389651830/flush-table-proc/acquired, /0-389651830/flush-table-proc/reached, /0-389651830/flush-table-proc/abort 2024-11-10T01:20:36,613 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,38887,1731201635871 2024-11-10T01:20:36,622 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-389651830/online-snapshot/acquired, /0-389651830/online-snapshot/reached, /0-389651830/online-snapshot/abort 2024-11-10T01:20:36,623 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,38887,1731201635871 2024-11-10T01:20:36,624 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/.lastflushedseqids 2024-11-10T01:20:36,626 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:20:36,626 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:20:36,626 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,38887,1731201635871 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 0c4d4d227d60,40653,1731201620779 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:20:36,628 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:36,628 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:36,628 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:36,628 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:36,628 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:20:36,628 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:36,628 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:20:36,628 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:36,629 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201666629 2024-11-10T01:20:36,629 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:20:36,629 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:20:36,629 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:20:36,629 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:20:36,629 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:20:36,629 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:20:36,629 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:36,629 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0c4d4d227d60,40653,1731201620779, splitWal=true, meta=true 2024-11-10T01:20:36,629 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:20:36,629 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:20:36,629 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:20:36,629 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:20:36,630 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:20:36,630 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:20:36,630 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201636630,5,FailOnTimeoutGroup] 2024-11-10T01:20:36,630 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 0c4d4d227d60,40653,1731201620779, splitWal=true, meta=true, isMeta: true 2024-11-10T01:20:36,630 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201636630,5,FailOnTimeoutGroup] 2024-11-10T01:20:36,630 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:36,630 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:20:36,630 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:36,630 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:36,630 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201636630, completionTime=-1 2024-11-10T01:20:36,630 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T01:20:36,630 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T01:20:36,631 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779-splitting 2024-11-10T01:20:36,632 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779-splitting dir is empty, no logs to split. 2024-11-10T01:20:36,632 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0c4d4d227d60,40653,1731201620779 WAL count=0, meta=true 2024-11-10T01:20:36,634 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779-splitting dir is empty, no logs to split. 2024-11-10T01:20:36,634 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0c4d4d227d60,40653,1731201620779 WAL count=0, meta=true 2024-11-10T01:20:36,634 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 0c4d4d227d60,40653,1731201620779 WAL splitting is done? wals=0, meta=true 2024-11-10T01:20:36,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:20:36,636 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:20:36,636 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T01:20:36,646 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(746): ClusterId : 19f556bd-f949-477b-be1b-239cb9c715a2 2024-11-10T01:20:36,646 DEBUG [RS:0;0c4d4d227d60:37803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:20:36,654 DEBUG [RS:0;0c4d4d227d60:37803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:20:36,654 DEBUG [RS:0;0c4d4d227d60:37803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:20:36,664 DEBUG [RS:0;0c4d4d227d60:37803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:20:36,665 DEBUG [RS:0;0c4d4d227d60:37803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acbe0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:20:36,678 DEBUG [RS:0;0c4d4d227d60:37803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:37803 2024-11-10T01:20:36,679 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:20:36,679 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:20:36,679 DEBUG [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:20:36,679 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,38887,1731201635871 with port=37803, startcode=1731201635920 2024-11-10T01:20:36,680 DEBUG [RS:0;0c4d4d227d60:37803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:20:36,681 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:20:36,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,37803,1731201635920 2024-11-10T01:20:36,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38887 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,37803,1731201635920 2024-11-10T01:20:36,682 DEBUG [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac 2024-11-10T01:20:36,682 DEBUG [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40129 2024-11-10T01:20:36,682 DEBUG [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:20:36,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830/rs 2024-11-10T01:20:36,727 DEBUG [RS:0;0c4d4d227d60:37803 {}] zookeeper.ZKUtil(111): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on existing znode=/0-389651830/rs/0c4d4d227d60,37803,1731201635920 2024-11-10T01:20:36,727 WARN [RS:0;0c4d4d227d60:37803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:20:36,727 INFO [RS:0;0c4d4d227d60:37803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:20:36,727 DEBUG [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920 2024-11-10T01:20:36,727 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,37803,1731201635920] 2024-11-10T01:20:36,730 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T01:20:36,750 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:20:36,752 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:20:36,752 INFO [RS:0;0c4d4d227d60:37803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:20:36,752 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:36,752 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:20:36,753 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:20:36,753 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:36,753 DEBUG [RS:0;0c4d4d227d60:37803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:36,753 DEBUG [RS:0;0c4d4d227d60:37803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:36,753 DEBUG [RS:0;0c4d4d227d60:37803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:36,753 DEBUG [RS:0;0c4d4d227d60:37803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:36,753 DEBUG [RS:0;0c4d4d227d60:37803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:36,753 DEBUG [RS:0;0c4d4d227d60:37803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:20:36,753 DEBUG [RS:0;0c4d4d227d60:37803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:36,753 DEBUG [RS:0;0c4d4d227d60:37803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:36,753 DEBUG [RS:0;0c4d4d227d60:37803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:36,753 DEBUG [RS:0;0c4d4d227d60:37803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:36,753 DEBUG [RS:0;0c4d4d227d60:37803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:36,753 DEBUG [RS:0;0c4d4d227d60:37803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:36,753 DEBUG [RS:0;0c4d4d227d60:37803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:20:36,753 DEBUG [RS:0;0c4d4d227d60:37803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:20:36,753 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:36,754 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:36,754 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:36,754 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:36,754 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:36,754 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37803,1731201635920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:20:36,766 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:20:36,766 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37803,1731201635920-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:36,778 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,37803,1731201635920, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:20:36,778 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:36,778 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.Replication(171): 0c4d4d227d60,37803,1731201635920 started 2024-11-10T01:20:36,787 WARN [0c4d4d227d60:38887 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T01:20:36,790 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:36,790 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource,1-0c4d4d227d60,37803,1731201635920 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:45965' 2024-11-10T01:20:36,790 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,37803,1731201635920, RpcServer on 0c4d4d227d60/172.17.0.3:37803, sessionid=0x10122544db10007 2024-11-10T01:20:36,790 DEBUG [RS:0;0c4d4d227d60:37803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:20:36,790 DEBUG [RS:0;0c4d4d227d60:37803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,37803,1731201635920 2024-11-10T01:20:36,790 DEBUG [RS:0;0c4d4d227d60:37803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,37803,1731201635920' 2024-11-10T01:20:36,790 DEBUG [RS:0;0c4d4d227d60:37803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-389651830/flush-table-proc/abort' 2024-11-10T01:20:36,791 DEBUG [RS:0;0c4d4d227d60:37803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-389651830/flush-table-proc/acquired' 2024-11-10T01:20:36,791 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource,1-0c4d4d227d60,37803,1731201635920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e92bb2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:36,791 DEBUG [RS:0;0c4d4d227d60:37803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:20:36,791 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource,1-0c4d4d227d60,37803,1731201635920 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,45965,-1 for getting cluster id 2024-11-10T01:20:36,791 DEBUG [RS:0;0c4d4d227d60:37803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:20:36,791 DEBUG [RS:0;0c4d4d227d60:37803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,37803,1731201635920 2024-11-10T01:20:36,791 DEBUG [RS:0;0c4d4d227d60:37803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,37803,1731201635920' 2024-11-10T01:20:36,791 DEBUG [RS:0;0c4d4d227d60:37803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-389651830/online-snapshot/abort' 2024-11-10T01:20:36,791 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource,1-0c4d4d227d60,37803,1731201635920 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:20:36,791 DEBUG [RS:0;0c4d4d227d60:37803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-389651830/online-snapshot/acquired' 2024-11-10T01:20:36,792 DEBUG [RS:0;0c4d4d227d60:37803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:20:36,792 INFO [RS:0;0c4d4d227d60:37803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:20:36,792 INFO [RS:0;0c4d4d227d60:37803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:20:36,792 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cb5db54-811e-4085-836f-5d17674b2b6b' 2024-11-10T01:20:36,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:20:36,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cb5db54-811e-4085-836f-5d17674b2b6b" 2024-11-10T01:20:36,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3200735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:36,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,45965,-1] 2024-11-10T01:20:36,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:20:36,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:36,794 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:20:36,794 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource,1-0c4d4d227d60,37803,1731201635920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd876ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:36,794 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource,1-0c4d4d227d60,37803,1731201635920 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:20:36,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,45965,1731201626107 2024-11-10T01:20:36,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a723ba9 2024-11-10T01:20:36,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:20:36,796 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-10T01:20:36,796 INFO [RS:0;0c4d4d227d60:37803.replicationSource,1-0c4d4d227d60,37803,1731201635920 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,37803,1731201635920 (queues=0) is replicating from cluster=19f556bd-f949-477b-be1b-239cb9c715a2 to cluster=6cb5db54-811e-4085-836f-5d17674b2b6b 2024-11-10T01:20:36,892 INFO [RS:0;0c4d4d227d60:37803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:20:36,893 INFO [RS:0;0c4d4d227d60:37803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C37803%2C1731201635920, suffix=, logDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920, archiveDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/oldWALs, maxLogs=10 2024-11-10T01:20:36,904 DEBUG [RS:0;0c4d4d227d60:37803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.1731201636893, exclude list is [], retry=0 2024-11-10T01:20:36,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36011,DS-d1cb3d85-bca8-416a-ace9-f1e618fc4e63,DISK] 2024-11-10T01:20:36,908 INFO [RS:0;0c4d4d227d60:37803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.1731201636893 2024-11-10T01:20:36,908 DEBUG [RS:0;0c4d4d227d60:37803 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 0c4d4d227d60%2C37803%2C1731201635920 for peer 1 2024-11-10T01:20:36,908 DEBUG [RS:0;0c4d4d227d60:37803 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C37803%2C1731201635920 2024-11-10T01:20:36,908 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,37803,1731201635920, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:20:36,908 DEBUG [RS:0;0c4d4d227d60:37803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42439:42439)] 2024-11-10T01:20:36,908 INFO [RS:0;0c4d4d227d60:37803.replicationSource.shipper0c4d4d227d60%2C37803%2C1731201635920,1-0c4d4d227d60,37803,1731201635920 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C37803%2C1731201635920 2024-11-10T01:20:36,909 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource.wal-reader.0c4d4d227d60%2C37803%2C1731201635920,1-0c4d4d227d60,37803,1731201635920 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.1731201636893, startPosition=0, beingWritten=true 2024-11-10T01:20:37,037 DEBUG [0c4d4d227d60:38887 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:20:37,037 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,37803,1731201635920 2024-11-10T01:20:37,038 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,37803,1731201635920, state=OPENING 2024-11-10T01:20:37,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-389651830/meta-region-server 2024-11-10T01:20:37,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-389651830/meta-region-server 2024-11-10T01:20:37,064 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:20:37,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389651830/meta-region-server: CHANGED 2024-11-10T01:20:37,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389651830/meta-region-server: CHANGED 2024-11-10T01:20:37,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,37803,1731201635920}] 2024-11-10T01:20:37,113 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource.wal-reader.0c4d4d227d60%2C37803%2C1731201635920,1-0c4d4d227d60,37803,1731201635920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.1731201636893 to pos 0, reset compression=false 2024-11-10T01:20:37,216 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:20:37,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:20:37,220 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:20:37,220 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:20:37,220 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:20:37,221 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C37803%2C1731201635920.meta, suffix=.meta, logDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920, archiveDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/oldWALs, maxLogs=10 2024-11-10T01:20:37,233 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.meta.1731201637222.meta, exclude list is [], retry=0 2024-11-10T01:20:37,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36011,DS-d1cb3d85-bca8-416a-ace9-f1e618fc4e63,DISK] 2024-11-10T01:20:37,236 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.meta.1731201637222.meta 2024-11-10T01:20:37,237 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42439:42439)] 2024-11-10T01:20:37,237 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:20:37,237 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:20:37,237 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:20:37,237 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:20:37,237 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:20:37,237 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:20:37,237 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:37,237 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:20:37,237 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:20:37,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:20:37,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:20:37,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:37,244 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/info/63dea675226c4c5d9c554f957670b45c 2024-11-10T01:20:37,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:37,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:20:37,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:20:37,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:37,249 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/ns/b29ac03ed9324a66b016b47a5c2b8ecb 2024-11-10T01:20:37,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:37,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:20:37,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:20:37,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:37,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:37,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:20:37,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:20:37,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:37,256 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/table/0c58294abce046ebabeb28f0a602a6e1 2024-11-10T01:20:37,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:37,256 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:20:37,256 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740 2024-11-10T01:20:37,257 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740 2024-11-10T01:20:37,258 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:20:37,258 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:20:37,259 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:20:37,260 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:20:37,260 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63899099, jitterRate=-0.04782922565937042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:20:37,260 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:20:37,260 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201637237Writing region info on filesystem at 1731201637237Initializing all the Stores at 1731201637238 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201637238Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201637238Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201637238Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201637238Cleaning up temporary data from old regions at 1731201637258 (+20 ms)Running coprocessor post-open hooks at 1731201637260 (+2 ms)Region opened successfully at 1731201637260 2024-11-10T01:20:37,261 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731201637216 2024-11-10T01:20:37,263 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:20:37,263 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:20:37,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=0c4d4d227d60,37803,1731201635920 2024-11-10T01:20:37,264 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,37803,1731201635920, state=OPEN 2024-11-10T01:20:37,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-389651830/meta-region-server 2024-11-10T01:20:37,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-389651830/meta-region-server 2024-11-10T01:20:37,295 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,37803,1731201635920 2024-11-10T01:20:37,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389651830/meta-region-server: CHANGED 2024-11-10T01:20:37,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389651830/meta-region-server: CHANGED 2024-11-10T01:20:37,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-10T01:20:37,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,37803,1731201635920 in 231 msec 2024-11-10T01:20:37,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T01:20:37,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 663 msec 2024-11-10T01:20:37,417 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource.wal-reader.0c4d4d227d60%2C37803%2C1731201635920,1-0c4d4d227d60,37803,1731201635920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.1731201636893 to pos 0, reset compression=false 2024-11-10T01:20:37,822 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource.wal-reader.0c4d4d227d60%2C37803%2C1731201635920,1-0c4d4d227d60,37803,1731201635920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.1731201636893 to pos 0, reset compression=false 2024-11-10T01:20:38,233 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-10T01:20:38,326 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource.wal-reader.0c4d4d227d60%2C37803%2C1731201635920,1-0c4d4d227d60,37803,1731201635920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.1731201636893 to pos 0, reset compression=false 2024-11-10T01:20:38,930 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource.wal-reader.0c4d4d227d60%2C37803%2C1731201635920,1-0c4d4d227d60,37803,1731201635920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.1731201636893 to pos 0, reset compression=false 2024-11-10T01:20:39,634 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource.wal-reader.0c4d4d227d60%2C37803%2C1731201635920,1-0c4d4d227d60,37803,1731201635920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.1731201636893 to pos 0, reset compression=false 2024-11-10T01:20:39,735 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-10T01:20:40,438 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource.wal-reader.0c4d4d227d60%2C37803%2C1731201635920,1-0c4d4d227d60,37803,1731201635920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.1731201636893 to pos 0, reset compression=false 2024-11-10T01:20:41,138 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T01:20:41,138 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:20:41,138 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:20:41,138 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,37803,1731201635920, seqNum=-1] 2024-11-10T01:20:41,139 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:20:41,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:20:41,143 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f48201dbf6419fab57d6af66141d919, regionState=OPEN, lastHost=0c4d4d227d60,40653,1731201620779, regionLocation=0c4d4d227d60,40653,1731201620779, openSeqNum=2 2024-11-10T01:20:41,143 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:20:41,143 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201701143 2024-11-10T01:20:41,143 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201761143 2024-11-10T01:20:41,143 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-10T01:20:41,143 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 0c4d4d227d60,40653,1731201620779 had 2 regions 2024-11-10T01:20:41,143 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38887,1731201635871-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:41,143 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38887,1731201635871-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:41,143 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38887,1731201635871-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:41,143 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:38887, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:41,143 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:41,144 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:41,144 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0c4d4d227d60,40653,1731201620779, splitWal=true, meta=true, isMeta: false 2024-11-10T01:20:41,146 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779-splitting dir is empty, no logs to split. 2024-11-10T01:20:41,146 INFO [PEWorker-3 {}] master.SplitWALManager(105): 0c4d4d227d60,40653,1731201620779 WAL count=0, meta=false 2024-11-10T01:20:41,148 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,40653,1731201620779-splitting dir is empty, no logs to split. 2024-11-10T01:20:41,148 INFO [PEWorker-3 {}] master.SplitWALManager(105): 0c4d4d227d60,40653,1731201620779 WAL count=0, meta=false 2024-11-10T01:20:41,148 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 0c4d4d227d60,40653,1731201620779 WAL splitting is done? wals=0, meta=false 2024-11-10T01:20:41,149 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.169sec 2024-11-10T01:20:41,149 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:20:41,150 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:20:41,150 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:20:41,150 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:20:41,150 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:20:41,150 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38887,1731201635871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:20:41,150 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38887,1731201635871-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:20:41,151 WARN [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=0c4d4d227d60,40653,1731201620779/hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:41,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f48201dbf6419fab57d6af66141d919, ASSIGN}] 2024-11-10T01:20:41,152 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f48201dbf6419fab57d6af66141d919, ASSIGN 2024-11-10T01:20:41,153 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f48201dbf6419fab57d6af66141d919, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T01:20:41,153 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:20:41,153 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:20:41,153 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38887,1731201635871-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:41,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7513dc2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:41,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,38887,-1 for getting cluster id 2024-11-10T01:20:41,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:20:41,166 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19f556bd-f949-477b-be1b-239cb9c715a2' 2024-11-10T01:20:41,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:20:41,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19f556bd-f949-477b-be1b-239cb9c715a2" 2024-11-10T01:20:41,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2456856c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:41,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,38887,-1] 2024-11-10T01:20:41,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:20:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:41,167 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:20:41,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68441c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:41,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:20:41,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,37803,1731201635920, seqNum=-1] 2024-11-10T01:20:41,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:20:41,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:20:41,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T01:20:41,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:20:41,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:41,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:41,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:41,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:20:41,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 0c4d4d227d60:38887 after: 0c4d4d227d60:38887 2024-11-10T01:20:41,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@159b9265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:41,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,38887,-1 for getting cluster id 2024-11-10T01:20:41,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:20:41,173 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19f556bd-f949-477b-be1b-239cb9c715a2' 2024-11-10T01:20:41,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:20:41,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19f556bd-f949-477b-be1b-239cb9c715a2" 2024-11-10T01:20:41,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c706d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:41,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,38887,-1] 2024-11-10T01:20:41,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:20:41,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:41,175 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:20:41,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669b4dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:41,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:20:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,38887,1731201635871 2024-11-10T01:20:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d67f83f 2024-11-10T01:20:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:20:41,177 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:20:41,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T01:20:41,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:20:41,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:20:41,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:41,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:41,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:41,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:20:41,178 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:20:41,178 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1461323689, stopped=false 2024-11-10T01:20:41,178 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,45965,1731201626107 2024-11-10T01:20:41,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2106724090/running 2024-11-10T01:20:41,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2106724090/running 2024-11-10T01:20:41,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090 2024-11-10T01:20:41,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090 2024-11-10T01:20:41,253 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:20:41,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:20:41,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:41,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:41,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Set watcher on znode that does not yet exist, /1-2106724090/running 2024-11-10T01:20:41,253 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,37345,1731201626256' ***** 2024-11-10T01:20:41,253 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:20:41,254 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:20:41,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Set watcher on znode that does not yet exist, /1-2106724090/running 2024-11-10T01:20:41,254 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:20:41,254 INFO [RS:0;0c4d4d227d60:37345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:20:41,254 INFO [RS:0;0c4d4d227d60:37345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:20:41,254 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,37345,1731201626256 2024-11-10T01:20:41,254 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:20:41,254 INFO [RS:0;0c4d4d227d60:37345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:37345. 2024-11-10T01:20:41,254 DEBUG [RS:0;0c4d4d227d60:37345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:41,254 DEBUG [RS:0;0c4d4d227d60:37345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:41,254 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:20:41,254 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:20:41,254 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:20:41,254 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:20:41,254 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T01:20:41,254 DEBUG [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:20:41,255 DEBUG [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:41,255 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:20:41,255 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:20:41,255 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:20:41,255 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:20:41,255 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:20:41,255 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T01:20:41,269 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/data/hbase/meta/1588230740/.tmp/ns/9b570cd1871941e0a3560b53db8df448 is 43, key is default/ns:d/1731201629727/Put/seqid=0 2024-11-10T01:20:41,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34427 is added to blk_1073741835_1011 (size=5153) 2024-11-10T01:20:41,299 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:20:41,303 DEBUG [0c4d4d227d60:38887 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:20:41,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0f48201dbf6419fab57d6af66141d919, regionState=OPENING, regionLocation=0c4d4d227d60,37803,1731201635920 2024-11-10T01:20:41,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f48201dbf6419fab57d6af66141d919, ASSIGN because future has completed 2024-11-10T01:20:41,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f48201dbf6419fab57d6af66141d919, server=0c4d4d227d60,37803,1731201635920}] 2024-11-10T01:20:41,343 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource.wal-reader.0c4d4d227d60%2C37803%2C1731201635920,1-0c4d4d227d60,37803,1731201635920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.1731201636893 to pos 0, reset compression=false 2024-11-10T01:20:41,455 DEBUG [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:41,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:41,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:20:41,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:20:41,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C37803%2C1731201635920.rep, suffix=, logDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920, archiveDir=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/oldWALs, maxLogs=10 2024-11-10T01:20:41,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.rep.1731201641463, exclude list is [], retry=0 2024-11-10T01:20:41,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36011,DS-d1cb3d85-bca8-416a-ace9-f1e618fc4e63,DISK] 2024-11-10T01:20:41,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.rep.1731201641463 2024-11-10T01:20:41,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42439:42439)] 2024-11-10T01:20:41,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f48201dbf6419fab57d6af66141d919, NAME => 'hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:20:41,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:20:41,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:20:41,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. service=MultiRowMutationService 2024-11-10T01:20:41,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:20:41,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:41,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:41,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:41,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:41,484 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:41,485 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f48201dbf6419fab57d6af66141d919 columnFamilyName hfileref 2024-11-10T01:20:41,485 DEBUG [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:41,485 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] regionserver.HStore(327): Store=0f48201dbf6419fab57d6af66141d919/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:41,485 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:41,486 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f48201dbf6419fab57d6af66141d919 columnFamilyName queue 2024-11-10T01:20:41,486 DEBUG [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:41,491 DEBUG [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/replication/0f48201dbf6419fab57d6af66141d919/queue/3690a467f9124eb28149f72c4f77265b 2024-11-10T01:20:41,491 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] regionserver.HStore(327): Store=0f48201dbf6419fab57d6af66141d919/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:41,492 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:41,492 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f48201dbf6419fab57d6af66141d919 columnFamilyName sid 2024-11-10T01:20:41,492 DEBUG [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:41,493 INFO [StoreOpener-0f48201dbf6419fab57d6af66141d919-1 {}] regionserver.HStore(327): Store=0f48201dbf6419fab57d6af66141d919/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:41,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:41,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/replication/0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:41,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/replication/0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:41,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:41,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:41,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:20:41,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:41,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 0f48201dbf6419fab57d6af66141d919; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60855297, jitterRate=-0.0931854099035263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:20:41,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:41,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 0f48201dbf6419fab57d6af66141d919: Running coprocessor pre-open hook at 1731201641483Writing region info on filesystem at 1731201641483Initializing all the Stores at 1731201641484 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201641484Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201641484Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201641484Cleaning up temporary data from old regions at 1731201641495 (+11 ms)Running coprocessor post-open hooks at 1731201641498 (+3 ms)Region opened successfully at 1731201641499 (+1 ms) 2024-11-10T01:20:41,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919., pid=13, masterSystemTime=1731201641458 2024-11-10T01:20:41,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:41,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:41,502 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0f48201dbf6419fab57d6af66141d919, regionState=OPEN, openSeqNum=9, regionLocation=0c4d4d227d60,37803,1731201635920 2024-11-10T01:20:41,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f48201dbf6419fab57d6af66141d919, server=0c4d4d227d60,37803,1731201635920 because future has completed 2024-11-10T01:20:41,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T01:20:41,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f48201dbf6419fab57d6af66141d919, server=0c4d4d227d60,37803,1731201635920 in 199 msec 2024-11-10T01:20:41,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-10T01:20:41,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f48201dbf6419fab57d6af66141d919, ASSIGN in 355 msec 2024-11-10T01:20:41,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T01:20:41,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919., hostname=0c4d4d227d60,37803,1731201635920, seqNum=9] 2024-11-10T01:20:41,526 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 0c4d4d227d60,40653,1731201620779 2024-11-10T01:20:41,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T01:20:41,655 DEBUG [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:41,659 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:20:41,659 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:20:41,673 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/data/hbase/meta/1588230740/.tmp/ns/9b570cd1871941e0a3560b53db8df448 2024-11-10T01:20:41,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-10T01:20:41,680 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/data/hbase/meta/1588230740/.tmp/ns/9b570cd1871941e0a3560b53db8df448 as hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/data/hbase/meta/1588230740/ns/9b570cd1871941e0a3560b53db8df448 2024-11-10T01:20:41,685 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/data/hbase/meta/1588230740/ns/9b570cd1871941e0a3560b53db8df448, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T01:20:41,686 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-10T01:20:41,687 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:20:41,691 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T01:20:41,692 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:20:41,692 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:20:41,692 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:20:41,692 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201641255Running coprocessor pre-close hooks at 1731201641255Disabling compacts and flushes for region at 1731201641255Disabling writes for close at 1731201641255Obtaining lock to block concurrent updates at 1731201641255Preparing flush snapshotting stores in 1588230740 at 1731201641255Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731201641255Flushing stores of hbase:meta,,1.1588230740 at 1731201641255Flushing 1588230740/ns: creating writer at 1731201641256 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731201641268 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731201641268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdc9863: reopening flushed file at 1731201641679 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731201641686 (+7 ms)Writing region close event to WAL at 1731201641688 (+2 ms)Running coprocessor post-close hooks at 1731201641692 (+4 ms)Closed at 1731201641692 2024-11-10T01:20:41,692 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:20:41,855 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,37345,1731201626256; all regions closed. 2024-11-10T01:20:41,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34427 is added to blk_1073741834_1010 (size=1152) 2024-11-10T01:20:41,857 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/WALs/0c4d4d227d60,37345,1731201626256/0c4d4d227d60%2C37345%2C1731201626256.meta.1731201629668.meta not finished, retry = 0 2024-11-10T01:20:41,960 DEBUG [RS:0;0c4d4d227d60:37345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/oldWALs 2024-11-10T01:20:41,960 INFO [RS:0;0c4d4d227d60:37345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C37345%2C1731201626256.meta:.meta(num 1731201629668) 2024-11-10T01:20:41,964 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/WALs/0c4d4d227d60,37345,1731201626256/0c4d4d227d60%2C37345%2C1731201626256.1731201628726 not finished, retry = 0 2024-11-10T01:20:41,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34427 is added to blk_1073741832_1008 (size=93) 2024-11-10T01:20:42,067 DEBUG [RS:0;0c4d4d227d60:37345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/oldWALs 2024-11-10T01:20:42,067 INFO [RS:0;0c4d4d227d60:37345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C37345%2C1731201626256:(num 1731201628726) 2024-11-10T01:20:42,067 DEBUG [RS:0;0c4d4d227d60:37345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:42,067 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:20:42,067 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:20:42,067 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:20:42,068 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:20:42,068 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:20:42,068 INFO [RS:0;0c4d4d227d60:37345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37345 2024-11-10T01:20:42,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2106724090/rs/0c4d4d227d60,37345,1731201626256 2024-11-10T01:20:42,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090/rs 2024-11-10T01:20:42,075 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:20:42,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,37345,1731201626256] 2024-11-10T01:20:42,095 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2106724090/draining/0c4d4d227d60,37345,1731201626256 already deleted, retry=false 2024-11-10T01:20:42,095 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,37345,1731201626256 expired; onlineServers=0 2024-11-10T01:20:42,095 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,45965,1731201626107' ***** 2024-11-10T01:20:42,095 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:20:42,095 INFO [M:0;0c4d4d227d60:45965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:20:42,095 INFO [M:0;0c4d4d227d60:45965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:20:42,095 DEBUG [M:0;0c4d4d227d60:45965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:20:42,096 DEBUG [M:0;0c4d4d227d60:45965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:20:42,096 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:20:42,096 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201628478 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201628478,5,FailOnTimeoutGroup] 2024-11-10T01:20:42,096 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201628478 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201628478,5,FailOnTimeoutGroup] 2024-11-10T01:20:42,096 INFO [M:0;0c4d4d227d60:45965 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:20:42,096 INFO [M:0;0c4d4d227d60:45965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:20:42,096 DEBUG [M:0;0c4d4d227d60:45965 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:20:42,096 INFO [M:0;0c4d4d227d60:45965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:20:42,096 INFO [M:0;0c4d4d227d60:45965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:20:42,096 INFO [M:0;0c4d4d227d60:45965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:20:42,096 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:20:42,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2106724090/master 2024-11-10T01:20:42,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2106724090 2024-11-10T01:20:42,116 DEBUG [M:0;0c4d4d227d60:45965 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2106724090/master already deleted, retry=false 2024-11-10T01:20:42,116 DEBUG [M:0;0c4d4d227d60:45965 {}] master.ActiveMasterManager(353): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2106724090/master 2024-11-10T01:20:42,117 INFO [M:0;0c4d4d227d60:45965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/.lastflushedseqids 2024-11-10T01:20:42,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34427 is added to blk_1073741836_1012 (size=99) 2024-11-10T01:20:42,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:42,185 INFO [RS:0;0c4d4d227d60:37345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:20:42,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x10122544db10004, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:42,185 INFO [RS:0;0c4d4d227d60:37345 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,37345,1731201626256; zookeeper connection closed. 2024-11-10T01:20:42,185 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@338cbeaf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@338cbeaf 2024-11-10T01:20:42,185 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:20:42,347 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource.wal-reader.0c4d4d227d60%2C37803%2C1731201635920,1-0c4d4d227d60,37803,1731201635920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.1731201636893 to pos 0, reset compression=false 2024-11-10T01:20:42,522 INFO [M:0;0c4d4d227d60:45965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:20:42,522 INFO [M:0;0c4d4d227d60:45965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:20:42,522 DEBUG [M:0;0c4d4d227d60:45965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:20:42,522 INFO [M:0;0c4d4d227d60:45965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:42,522 DEBUG [M:0;0c4d4d227d60:45965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:42,522 DEBUG [M:0;0c4d4d227d60:45965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:20:42,522 DEBUG [M:0;0c4d4d227d60:45965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:42,522 INFO [M:0;0c4d4d227d60:45965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T01:20:42,535 DEBUG [M:0;0c4d4d227d60:45965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e69ec82e9037451eb1b7f5a71f1fb272 is 82, key is hbase:meta,,1/info:regioninfo/1731201629707/Put/seqid=0 2024-11-10T01:20:42,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34427 is added to blk_1073741837_1013 (size=5672) 2024-11-10T01:20:42,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:20:42,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:42,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:42,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:42,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:42,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:42,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:42,940 INFO [M:0;0c4d4d227d60:45965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e69ec82e9037451eb1b7f5a71f1fb272 2024-11-10T01:20:42,956 DEBUG [M:0;0c4d4d227d60:45965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f879014ae5849859db486c407794bc0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731201629731/Put/seqid=0 2024-11-10T01:20:42,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34427 is added to blk_1073741838_1014 (size=5275) 2024-11-10T01:20:43,360 INFO [M:0;0c4d4d227d60:45965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f879014ae5849859db486c407794bc0 2024-11-10T01:20:43,380 DEBUG [M:0;0c4d4d227d60:45965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55a5e0abaa49456399d70fc9041e41d9 is 69, key is 0c4d4d227d60,37345,1731201626256/rs:state/1731201628521/Put/seqid=0 2024-11-10T01:20:43,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34427 is added to blk_1073741839_1015 (size=5156) 2024-11-10T01:20:43,452 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource.wal-reader.0c4d4d227d60%2C37803%2C1731201635920,1-0c4d4d227d60,37803,1731201635920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.1731201636893 to pos 0, reset compression=false 2024-11-10T01:20:43,784 INFO [M:0;0c4d4d227d60:45965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55a5e0abaa49456399d70fc9041e41d9 2024-11-10T01:20:43,789 DEBUG [M:0;0c4d4d227d60:45965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e69ec82e9037451eb1b7f5a71f1fb272 as hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e69ec82e9037451eb1b7f5a71f1fb272 2024-11-10T01:20:43,793 INFO [M:0;0c4d4d227d60:45965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e69ec82e9037451eb1b7f5a71f1fb272, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T01:20:43,794 DEBUG [M:0;0c4d4d227d60:45965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f879014ae5849859db486c407794bc0 as hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f879014ae5849859db486c407794bc0 2024-11-10T01:20:43,797 INFO [M:0;0c4d4d227d60:45965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f879014ae5849859db486c407794bc0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T01:20:43,798 DEBUG [M:0;0c4d4d227d60:45965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55a5e0abaa49456399d70fc9041e41d9 as hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55a5e0abaa49456399d70fc9041e41d9 2024-11-10T01:20:43,802 INFO [M:0;0c4d4d227d60:45965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55a5e0abaa49456399d70fc9041e41d9, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T01:20:43,802 INFO [M:0;0c4d4d227d60:45965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false 2024-11-10T01:20:43,803 INFO [M:0;0c4d4d227d60:45965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:43,804 DEBUG [M:0;0c4d4d227d60:45965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201642522Disabling compacts and flushes for region at 1731201642522Disabling writes for close at 1731201642522Obtaining lock to block concurrent updates at 1731201642522Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201642522Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731201642523 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201642523Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201642523Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201642535 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201642535Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201642943 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201642956 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201642956Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201643364 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201643379 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201643379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ddd81d: reopening flushed file at 1731201643788 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ae36934: reopening flushed file at 1731201643793 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@778fc8e1: reopening flushed file at 1731201643797 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false at 1731201643802 (+5 ms)Writing region close event to WAL at 1731201643803 (+1 ms)Closed at 1731201643803 2024-11-10T01:20:43,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34427 is added to blk_1073741830_1006 (size=10165) 2024-11-10T01:20:43,805 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94148b9f-d01e-c928-8407-f3ba62d94d5d/MasterData/WALs/0c4d4d227d60,45965,1731201626107/0c4d4d227d60%2C45965%2C1731201626107.1731201628193 not finished, retry = 0 2024-11-10T01:20:43,906 INFO [M:0;0c4d4d227d60:45965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:20:43,906 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:20:43,906 INFO [M:0;0c4d4d227d60:45965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45965 2024-11-10T01:20:43,907 INFO [M:0;0c4d4d227d60:45965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:20:44,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T01:20:44,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T01:20:44,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:44,082 INFO [M:0;0c4d4d227d60:45965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:20:44,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10122544db10003, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:44,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6be8b747{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:20:44,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13405e6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:20:44,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:20:44,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68639548{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:20:44,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18da9bdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/hadoop.log.dir/,STOPPED} 2024-11-10T01:20:44,085 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:20:44,085 WARN [BP-1679632196-172.17.0.3-1731201624166 heartbeating to localhost/127.0.0.1:44927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:20:44,085 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:20:44,085 WARN [BP-1679632196-172.17.0.3-1731201624166 heartbeating to localhost/127.0.0.1:44927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1679632196-172.17.0.3-1731201624166 (Datanode Uuid 207e6596-c644-4f62-a5a9-0b2be0f0154e) service to localhost/127.0.0.1:44927 2024-11-10T01:20:44,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/cluster_2c3128fe-f9f4-5fca-d8ff-b9943c4edc17/data/data1/current/BP-1679632196-172.17.0.3-1731201624166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:20:44,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/cluster_2c3128fe-f9f4-5fca-d8ff-b9943c4edc17/data/data2/current/BP-1679632196-172.17.0.3-1731201624166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:20:44,086 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:20:44,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6720f1ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:20:44,092 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3026bedf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:20:44,092 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:20:44,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@364aa3f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:20:44,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dbdb4be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/hadoop.log.dir/,STOPPED} 2024-11-10T01:20:44,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:20:44,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:20:44,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:20:44,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:44,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:44,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:44,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:20:44,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:20:44,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=183557114, stopped=false 2024-11-10T01:20:44,133 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,38887,1731201635871 2024-11-10T01:20:44,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-389651830/running 2024-11-10T01:20:44,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-389651830/running 2024-11-10T01:20:44,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:44,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:44,189 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:20:44,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:20:44,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:44,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:44,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on znode that does not yet exist, /0-389651830/running 2024-11-10T01:20:44,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Set watcher on znode that does not yet exist, /0-389651830/running 2024-11-10T01:20:44,190 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,37803,1731201635920' ***** 2024-11-10T01:20:44,190 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:20:44,190 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:20:44,190 INFO [RS:0;0c4d4d227d60:37803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:20:44,190 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:20:44,190 INFO [RS:0;0c4d4d227d60:37803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:20:44,190 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f48201dbf6419fab57d6af66141d919 2024-11-10T01:20:44,191 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,37803,1731201635920 2024-11-10T01:20:44,191 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:20:44,191 INFO [RS:0;0c4d4d227d60:37803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:37803. 2024-11-10T01:20:44,191 DEBUG [RS:0;0c4d4d227d60:37803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:44,191 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f48201dbf6419fab57d6af66141d919, disabling compactions & flushes 2024-11-10T01:20:44,191 DEBUG [RS:0;0c4d4d227d60:37803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:44,191 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:44,191 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:44,191 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:20:44,191 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:20:44,191 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. after waiting 0 ms 2024-11-10T01:20:44,191 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:20:44,191 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:44,191 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:20:44,192 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T01:20:44,192 DEBUG [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0f48201dbf6419fab57d6af66141d919=hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919.} 2024-11-10T01:20:44,192 DEBUG [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(1351): Waiting on 0f48201dbf6419fab57d6af66141d919, 1588230740 2024-11-10T01:20:44,192 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:20:44,192 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:20:44,192 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:20:44,192 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:20:44,192 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:20:44,192 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T01:20:44,196 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/replication/0f48201dbf6419fab57d6af66141d919/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-10T01:20:44,197 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:20:44,197 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:20:44,197 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:44,197 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f48201dbf6419fab57d6af66141d919: Waiting for close lock at 1731201644191Running coprocessor pre-close hooks at 1731201644191Disabling compacts and flushes for region at 1731201644191Disabling writes for close at 1731201644191Writing region close event to WAL at 1731201644192 (+1 ms)Running coprocessor post-close hooks at 1731201644197 (+5 ms)Closed at 1731201644197 2024-11-10T01:20:44,197 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919. 2024-11-10T01:20:44,208 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/.tmp/info/0187bed45aca44729b52e83f8329f4fe is 147, key is hbase:replication,,1731201629840.0f48201dbf6419fab57d6af66141d919./info:regioninfo/1731201641502/Put/seqid=0 2024-11-10T01:20:44,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741851_1027 (size=6385) 2024-11-10T01:20:44,266 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:20:44,392 DEBUG [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:44,592 DEBUG [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:20:44,612 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/.tmp/info/0187bed45aca44729b52e83f8329f4fe 2024-11-10T01:20:44,618 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/.tmp/info/0187bed45aca44729b52e83f8329f4fe as hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/info/0187bed45aca44729b52e83f8329f4fe 2024-11-10T01:20:44,622 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/info/0187bed45aca44729b52e83f8329f4fe, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T01:20:44,623 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-10T01:20:44,627 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T01:20:44,627 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:20:44,627 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:20:44,627 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:20:44,627 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201644192Running coprocessor pre-close hooks at 1731201644192Disabling compacts and flushes for region at 1731201644192Disabling writes for close at 1731201644192Obtaining lock to block concurrent updates at 1731201644192Preparing flush snapshotting stores in 1588230740 at 1731201644192Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731201644193 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731201644193Flushing 1588230740/info: creating writer at 1731201644193Flushing 1588230740/info: appending metadata at 1731201644208 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731201644208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e158d74: reopening flushed file at 1731201644617 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1731201644623 (+6 ms)Writing region close event to WAL at 1731201644624 (+1 ms)Running coprocessor post-close hooks at 1731201644627 (+3 ms)Closed at 1731201644627 2024-11-10T01:20:44,627 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:20:44,657 DEBUG [RS:0;0c4d4d227d60:37803.replicationSource.wal-reader.0c4d4d227d60%2C37803%2C1731201635920,1-0c4d4d227d60,37803,1731201635920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.1731201636893 to pos 0, reset compression=false 2024-11-10T01:20:44,781 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:20:44,781 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:20:44,793 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,37803,1731201635920; all regions closed. 2024-11-10T01:20:44,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741849_1025 (size=2156) 2024-11-10T01:20:44,795 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.meta.1731201637222.meta not finished, retry = 0 2024-11-10T01:20:44,897 DEBUG [RS:0;0c4d4d227d60:37803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/oldWALs 2024-11-10T01:20:44,897 INFO [RS:0;0c4d4d227d60:37803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C37803%2C1731201635920.meta:.meta(num 1731201637222) 2024-11-10T01:20:44,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741850_1026 (size=796) 2024-11-10T01:20:44,899 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.rep.1731201641463 not finished, retry = 0 2024-11-10T01:20:45,001 DEBUG [RS:0;0c4d4d227d60:37803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/oldWALs 2024-11-10T01:20:45,001 INFO [RS:0;0c4d4d227d60:37803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C37803%2C1731201635920.rep:(num 1731201641463) 2024-11-10T01:20:45,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741848_1024 (size=93) 2024-11-10T01:20:45,003 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/WALs/0c4d4d227d60,37803,1731201635920/0c4d4d227d60%2C37803%2C1731201635920.1731201636893 not finished, retry = 0 2024-11-10T01:20:45,105 DEBUG [RS:0;0c4d4d227d60:37803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/oldWALs 2024-11-10T01:20:45,105 INFO [RS:0;0c4d4d227d60:37803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C37803%2C1731201635920:(num 1731201636893) 2024-11-10T01:20:45,105 DEBUG [RS:0;0c4d4d227d60:37803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:45,105 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:20:45,105 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:20:45,105 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:20:45,105 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:20:45,106 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:20:45,106 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,37803,1731201635920 because: Region server is closing 2024-11-10T01:20:45,106 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T01:20:45,106 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T01:20:45,106 INFO [RS:0;0c4d4d227d60:37803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:37803. 2024-11-10T01:20:45,106 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T01:20:45,106 DEBUG [RS:0;0c4d4d227d60:37803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:20:45,106 DEBUG [RS:0;0c4d4d227d60:37803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:45,106 DEBUG [RS:0;0c4d4d227d60:37803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:45,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:20:45,206 WARN [RS:0;0c4d4d227d60:37803.replicationSource.wal-reader.0c4d4d227d60%2C37803%2C1731201635920,1-0c4d4d227d60,37803,1731201635920 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T01:20:45,206 WARN [RS:0;0c4d4d227d60:37803.replicationSource.shipper0c4d4d227d60%2C37803%2C1731201635920,1-0c4d4d227d60,37803,1731201635920 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T01:20:45,207 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;0c4d4d227d60:37803.replicationSource.shipper0c4d4d227d60%2C37803%2C1731201635920,1-0c4d4d227d60,37803,1731201635920 terminated 2024-11-10T01:20:45,207 INFO [RS:0;0c4d4d227d60:37803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37803 2024-11-10T01:20:45,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-389651830/rs/0c4d4d227d60,37803,1731201635920 2024-11-10T01:20:45,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830/rs 2024-11-10T01:20:45,211 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:20:45,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,37803,1731201635920] 2024-11-10T01:20:45,231 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-389651830/draining/0c4d4d227d60,37803,1731201635920 already deleted, retry=false 2024-11-10T01:20:45,232 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,37803,1731201635920 expired; onlineServers=0 2024-11-10T01:20:45,232 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,38887,1731201635871' ***** 2024-11-10T01:20:45,232 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:20:45,232 INFO [M:0;0c4d4d227d60:38887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:20:45,232 INFO [M:0;0c4d4d227d60:38887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:20:45,232 DEBUG [M:0;0c4d4d227d60:38887 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:20:45,232 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:20:45,232 DEBUG [M:0;0c4d4d227d60:38887 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:20:45,232 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201636630 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201636630,5,FailOnTimeoutGroup] 2024-11-10T01:20:45,232 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201636630 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201636630,5,FailOnTimeoutGroup] 2024-11-10T01:20:45,232 INFO [M:0;0c4d4d227d60:38887 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:20:45,232 INFO [M:0;0c4d4d227d60:38887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:20:45,232 DEBUG [M:0;0c4d4d227d60:38887 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:20:45,232 INFO [M:0;0c4d4d227d60:38887 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:20:45,233 INFO [M:0;0c4d4d227d60:38887 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:20:45,233 INFO [M:0;0c4d4d227d60:38887 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:20:45,233 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:20:45,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-389651830/master 2024-11-10T01:20:45,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389651830 2024-11-10T01:20:45,242 DEBUG [M:0;0c4d4d227d60:38887 {}] zookeeper.RecoverableZooKeeper(212): Node /0-389651830/master already deleted, retry=false 2024-11-10T01:20:45,242 DEBUG [M:0;0c4d4d227d60:38887 {}] master.ActiveMasterManager(353): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-389651830/master 2024-11-10T01:20:45,243 INFO [M:0;0c4d4d227d60:38887 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/.lastflushedseqids 2024-11-10T01:20:45,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741852_1028 (size=181) 2024-11-10T01:20:45,252 INFO [M:0;0c4d4d227d60:38887 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:20:45,252 INFO [M:0;0c4d4d227d60:38887 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:20:45,253 DEBUG [M:0;0c4d4d227d60:38887 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:20:45,253 INFO [M:0;0c4d4d227d60:38887 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:45,253 DEBUG [M:0;0c4d4d227d60:38887 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:45,253 DEBUG [M:0;0c4d4d227d60:38887 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:20:45,253 DEBUG [M:0;0c4d4d227d60:38887 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:45,253 INFO [M:0;0c4d4d227d60:38887 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T01:20:45,271 DEBUG [M:0;0c4d4d227d60:38887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed7096f2de5e4cd382a5f76c451e841d is 82, key is hbase:meta,,1/info:regioninfo/1731201637263/Put/seqid=0 2024-11-10T01:20:45,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741853_1029 (size=5672) 2024-11-10T01:20:45,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:45,321 INFO [RS:0;0c4d4d227d60:37803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:20:45,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37803-0x10122544db10007, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:45,321 INFO [RS:0;0c4d4d227d60:37803 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,37803,1731201635920; zookeeper connection closed. 2024-11-10T01:20:45,322 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fe5bd7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fe5bd7f 2024-11-10T01:20:45,322 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:20:45,677 INFO [M:0;0c4d4d227d60:38887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed7096f2de5e4cd382a5f76c451e841d 2024-11-10T01:20:45,699 DEBUG [M:0;0c4d4d227d60:38887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13c0cfce8993424f82945959319a4fce is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731201641507/Put/seqid=0 2024-11-10T01:20:45,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741854_1030 (size=7312) 2024-11-10T01:20:46,104 INFO [M:0;0c4d4d227d60:38887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13c0cfce8993424f82945959319a4fce 2024-11-10T01:20:46,125 DEBUG [M:0;0c4d4d227d60:38887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e827375465b4d77a9c63f8191518c25 is 69, key is 0c4d4d227d60,37803,1731201635920/rs:state/1731201636681/Put/seqid=0 2024-11-10T01:20:46,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741855_1031 (size=5370) 2024-11-10T01:20:46,529 INFO [M:0;0c4d4d227d60:38887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e827375465b4d77a9c63f8191518c25 2024-11-10T01:20:46,534 INFO [M:0;0c4d4d227d60:38887 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e827375465b4d77a9c63f8191518c25 2024-11-10T01:20:46,535 DEBUG [M:0;0c4d4d227d60:38887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed7096f2de5e4cd382a5f76c451e841d as hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed7096f2de5e4cd382a5f76c451e841d 2024-11-10T01:20:46,540 INFO [M:0;0c4d4d227d60:38887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed7096f2de5e4cd382a5f76c451e841d, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T01:20:46,540 DEBUG [M:0;0c4d4d227d60:38887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13c0cfce8993424f82945959319a4fce as hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13c0cfce8993424f82945959319a4fce 2024-11-10T01:20:46,545 INFO [M:0;0c4d4d227d60:38887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13c0cfce8993424f82945959319a4fce, entries=7, sequenceid=127, filesize=7.1 K 2024-11-10T01:20:46,546 DEBUG [M:0;0c4d4d227d60:38887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e827375465b4d77a9c63f8191518c25 as hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e827375465b4d77a9c63f8191518c25 2024-11-10T01:20:46,551 INFO [M:0;0c4d4d227d60:38887 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e827375465b4d77a9c63f8191518c25 2024-11-10T01:20:46,551 INFO [M:0;0c4d4d227d60:38887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40129/user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e827375465b4d77a9c63f8191518c25, entries=2, sequenceid=127, filesize=5.2 K 2024-11-10T01:20:46,552 INFO [M:0;0c4d4d227d60:38887 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=127, compaction requested=false 2024-11-10T01:20:46,553 INFO [M:0;0c4d4d227d60:38887 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:46,553 DEBUG [M:0;0c4d4d227d60:38887 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201645252Disabling compacts and flushes for region at 1731201645252Disabling writes for close at 1731201645253 (+1 ms)Obtaining lock to block concurrent updates at 1731201645253Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201645253Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731201645253Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201645254 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201645254Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201645270 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201645270Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201645682 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201645699 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201645699Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201646112 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201646124 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201646124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b18b64d: reopening flushed file at 1731201646534 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f135a56: reopening flushed file at 1731201646540 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b7680e: reopening flushed file at 1731201646545 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=127, compaction requested=false at 1731201646552 (+7 ms)Writing region close event to WAL at 1731201646553 (+1 ms)Closed at 1731201646553 2024-11-10T01:20:46,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741847_1023 (size=22903) 2024-11-10T01:20:46,554 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/190d4dfe-7b25-1215-2ef4-660c092bc4ac/MasterData/WALs/0c4d4d227d60,38887,1731201635871/0c4d4d227d60%2C38887%2C1731201635871.1731201636417 not finished, retry = 0 2024-11-10T01:20:46,656 INFO [M:0;0c4d4d227d60:38887 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:20:46,656 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:20:46,656 INFO [M:0;0c4d4d227d60:38887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38887 2024-11-10T01:20:46,656 INFO [M:0;0c4d4d227d60:38887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:20:46,763 INFO [M:0;0c4d4d227d60:38887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:20:46,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:46,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10122544db10006, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:20:46,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1650c7ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:20:46,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@687da7d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:20:46,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:20:46,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@723e439e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:20:46,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d9d134{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/hadoop.log.dir/,STOPPED} 2024-11-10T01:20:46,768 WARN [BP-1748513727-172.17.0.3-1731201618465 heartbeating to localhost/127.0.0.1:40129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:20:46,768 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:20:46,768 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:20:46,768 WARN [BP-1748513727-172.17.0.3-1731201618465 heartbeating to localhost/127.0.0.1:40129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1748513727-172.17.0.3-1731201618465 (Datanode Uuid f3a6a44c-e781-4360-a36d-014b4972c12f) service to localhost/127.0.0.1:40129 2024-11-10T01:20:46,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/cluster_83acc354-7f15-150d-b06e-06ee31bd20f7/data/data1/current/BP-1748513727-172.17.0.3-1731201618465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:20:46,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/cluster_83acc354-7f15-150d-b06e-06ee31bd20f7/data/data2/current/BP-1748513727-172.17.0.3-1731201618465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:20:46,769 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:20:46,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d27629c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:20:46,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@388eaf91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:20:46,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:20:46,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@258ab457{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:20:46,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16a38ed3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e385cb11-bceb-35ab-65ea-e390e5695d02/hadoop.log.dir/,STOPPED} 2024-11-10T01:20:46,780 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T01:20:46,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:20:46,800 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 158) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:44927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:40129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:40129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:44927 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:44927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:40129 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50069) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:44927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50069) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=381 (was 430), ProcessCount=10 (was 11), AvailableMemoryMB=256 (was 246) - AvailableMemoryMB LEAK? - 2024-11-10T01:20:46,808 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=381, ProcessCount=11, AvailableMemoryMB=256 2024-11-10T01:20:46,819 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-10T01:20:46,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/hadoop.log.dir so I do NOT create it in target/test-data/deb596af-299b-4027-fe59-b0a133b96645 2024-11-10T01:20:46,820 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:20:46,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/hadoop.tmp.dir so I do NOT create it in target/test-data/deb596af-299b-4027-fe59-b0a133b96645 2024-11-10T01:20:46,820 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a107c169-91d3-b2f7-b751-26f8db1f8e48/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:20:46,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645 2024-11-10T01:20:46,820 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/cluster_7b9f8d1f-d294-c490-fc4a-813a944a60e9, deleteOnExit=true 2024-11-10T01:20:46,825 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/cluster_7b9f8d1f-d294-c490-fc4a-813a944a60e9/zookeeper_0, clientPort=64981, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/cluster_7b9f8d1f-d294-c490-fc4a-813a944a60e9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/cluster_7b9f8d1f-d294-c490-fc4a-813a944a60e9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T01:20:46,825 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64981 2024-11-10T01:20:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:20:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:20:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/test.cache.data in system properties and HBase conf 2024-11-10T01:20:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:20:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:20:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:20:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:20:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:20:46,826 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:20:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:20:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:20:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:20:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:20:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:20:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:20:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:20:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:20:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:20:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:20:46,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:20:46,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:20:46,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:20:46,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:20:46,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10122544db10002, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:20:46,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10122544db10005, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:20:46,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10122544db10005, quorum=127.0.0.1:50069, baseZNode=/1-2106724090 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:20:46,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10122544db10002, quorum=127.0.0.1:50069, baseZNode=/0-389651830 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:20:47,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:20:47,391 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:20:47,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:20:47,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:20:47,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:20:47,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:20:47,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ea52e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:20:47,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19561bd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:20:47,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d97639c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/java.io.tmpdir/jetty-localhost-33991-hadoop-hdfs-3_4_1-tests_jar-_-any-17733462853998488350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:20:47,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@505e8297{HTTP/1.1, (http/1.1)}{localhost:33991} 2024-11-10T01:20:47,499 INFO [Time-limited test {}] server.Server(415): Started @175009ms 2024-11-10T01:20:47,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:20:47,986 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:20:47,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:20:47,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:20:47,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:20:47,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@236ab19c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:20:47,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41510202{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:20:48,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d053f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/java.io.tmpdir/jetty-localhost-44829-hadoop-hdfs-3_4_1-tests_jar-_-any-2318602751274690000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:20:48,109 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15ac4d39{HTTP/1.1, (http/1.1)}{localhost:44829} 2024-11-10T01:20:48,109 INFO [Time-limited test {}] server.Server(415): Started @175619ms 2024-11-10T01:20:48,110 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:20:49,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:20:49,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:49,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:49,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:49,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:49,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:49,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:49,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:49,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:49,741 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/cluster_7b9f8d1f-d294-c490-fc4a-813a944a60e9/data/data2/current/BP-2035662873-172.17.0.3-1731201646853/current, will proceed with Du for space computation calculation, 2024-11-10T01:20:49,741 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/cluster_7b9f8d1f-d294-c490-fc4a-813a944a60e9/data/data1/current/BP-2035662873-172.17.0.3-1731201646853/current, will proceed with Du for space computation calculation, 2024-11-10T01:20:49,777 WARN [Thread-1665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:20:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91fb8186a62b972c with lease ID 0x1e1e02bfa21f535d: Processing first storage report for DS-23bd3f85-9f6b-4d99-8331-a356834bc691 from datanode DatanodeRegistration(127.0.0.1:38023, datanodeUuid=950de1b9-75bd-469f-b764-297722f7a632, infoPort=43609, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=104599405;c=1731201646853) 2024-11-10T01:20:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91fb8186a62b972c with lease ID 0x1e1e02bfa21f535d: from storage DS-23bd3f85-9f6b-4d99-8331-a356834bc691 node DatanodeRegistration(127.0.0.1:38023, datanodeUuid=950de1b9-75bd-469f-b764-297722f7a632, infoPort=43609, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=104599405;c=1731201646853), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T01:20:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91fb8186a62b972c with lease ID 0x1e1e02bfa21f535d: Processing first storage report for DS-3e0468aa-125f-41b8-862a-47218fe662fe from datanode DatanodeRegistration(127.0.0.1:38023, datanodeUuid=950de1b9-75bd-469f-b764-297722f7a632, infoPort=43609, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=104599405;c=1731201646853) 2024-11-10T01:20:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91fb8186a62b972c with lease ID 0x1e1e02bfa21f535d: from storage DS-3e0468aa-125f-41b8-862a-47218fe662fe node DatanodeRegistration(127.0.0.1:38023, datanodeUuid=950de1b9-75bd-469f-b764-297722f7a632, infoPort=43609, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=104599405;c=1731201646853), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:20:49,848 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645 2024-11-10T01:20:49,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:49,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:49,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:20:50,261 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba with version=8 2024-11-10T01:20:50,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/hbase-staging 2024-11-10T01:20:50,267 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:20:50,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:50,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:50,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:20:50,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:50,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:20:50,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:20:50,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:20:50,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42755 2024-11-10T01:20:50,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42755 connecting to ZooKeeper ensemble=127.0.0.1:64981 2024-11-10T01:20:50,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427550x0, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:20:50,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42755-0x1012254bc910000 connected 2024-11-10T01:20:50,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:50,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:50,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Set watcher on znode that does not yet exist, /0300813328/running 2024-11-10T01:20:50,512 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba, hbase.cluster.distributed=false 2024-11-10T01:20:50,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Set watcher on znode that does not yet exist, /0300813328/acl 2024-11-10T01:20:50,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42755 2024-11-10T01:20:50,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42755 2024-11-10T01:20:50,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42755 2024-11-10T01:20:50,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42755 2024-11-10T01:20:50,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42755 2024-11-10T01:20:50,552 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:20:50,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:50,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:50,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:20:50,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:50,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:20:50,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:20:50,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:20:50,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41349 2024-11-10T01:20:50,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41349 connecting to ZooKeeper ensemble=127.0.0.1:64981 2024-11-10T01:20:50,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:50,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:50,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413490x0, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:20:50,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413490x0, quorum=127.0.0.1:64981, baseZNode=/0300813328 Set watcher on znode that does not yet exist, /0300813328/running 2024-11-10T01:20:50,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41349-0x1012254bc910001 connected 2024-11-10T01:20:50,571 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:20:50,572 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:20:50,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Set watcher on znode that does not yet exist, /0300813328/master 2024-11-10T01:20:50,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Set watcher on znode that does not yet exist, /0300813328/acl 2024-11-10T01:20:50,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-10T01:20:50,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41349 2024-11-10T01:20:50,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41349 2024-11-10T01:20:50,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-10T01:20:50,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-10T01:20:50,601 DEBUG [M:0;0c4d4d227d60:42755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:42755 2024-11-10T01:20:50,601 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0300813328/backup-masters/0c4d4d227d60,42755,1731201650266 2024-11-10T01:20:50,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328/backup-masters 2024-11-10T01:20:50,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328/backup-masters 2024-11-10T01:20:50,614 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Set watcher on existing znode=/0300813328/backup-masters/0c4d4d227d60,42755,1731201650266 2024-11-10T01:20:50,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:20:50,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0300813328/master 2024-11-10T01:20:50,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:20:50,623 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Set watcher on existing znode=/0300813328/master 2024-11-10T01:20:50,624 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0300813328/backup-masters/0c4d4d227d60,42755,1731201650266 from backup master directory 2024-11-10T01:20:50,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328/backup-masters 2024-11-10T01:20:50,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0300813328/backup-masters/0c4d4d227d60,42755,1731201650266 2024-11-10T01:20:50,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328/backup-masters 2024-11-10T01:20:50,633 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:20:50,633 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,42755,1731201650266 2024-11-10T01:20:50,638 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/hbase.id] with ID: 743edb30-b0e1-43dc-beec-299523506412 2024-11-10T01:20:50,638 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/.tmp/hbase.id 2024-11-10T01:20:50,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:20:50,644 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/.tmp/hbase.id]:[hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/hbase.id] 2024-11-10T01:20:50,655 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:50,655 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:20:50,656 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T01:20:50,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:20:50,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:20:50,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:20:51,113 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:20:51,113 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:20:51,114 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:20:51,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:20:51,522 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store 2024-11-10T01:20:51,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:20:51,932 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:51,932 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:20:51,932 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:51,932 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:51,932 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:20:51,932 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:51,932 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:51,932 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201651932Disabling compacts and flushes for region at 1731201651932Disabling writes for close at 1731201651932Writing region close event to WAL at 1731201651932Closed at 1731201651932 2024-11-10T01:20:51,933 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/.initializing 2024-11-10T01:20:51,933 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/WALs/0c4d4d227d60,42755,1731201650266 2024-11-10T01:20:51,935 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:20:51,936 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C42755%2C1731201650266, suffix=, logDir=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/WALs/0c4d4d227d60,42755,1731201650266, archiveDir=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/oldWALs, maxLogs=10 2024-11-10T01:20:51,955 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/WALs/0c4d4d227d60,42755,1731201650266/0c4d4d227d60%2C42755%2C1731201650266.1731201651937, exclude list is [], retry=0 2024-11-10T01:20:51,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38023,DS-23bd3f85-9f6b-4d99-8331-a356834bc691,DISK] 2024-11-10T01:20:51,965 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/WALs/0c4d4d227d60,42755,1731201650266/0c4d4d227d60%2C42755%2C1731201650266.1731201651937 2024-11-10T01:20:51,968 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43609:43609)] 2024-11-10T01:20:51,968 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:20:51,969 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:51,969 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:51,969 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:51,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:51,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:20:51,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:51,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:51,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:51,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:20:51,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:51,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:51,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:51,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:20:51,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:51,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:51,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:51,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:20:51,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:51,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:51,983 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:51,984 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:51,985 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:51,986 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:51,986 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:51,987 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:20:51,988 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:51,993 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:20:51,994 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64405781, jitterRate=-0.040279075503349304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:20:51,995 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201651969Initializing all the Stores at 1731201651970 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201651970Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201651972 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201651972Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201651972Cleaning up temporary data from old regions at 1731201651986 (+14 ms)Region opened successfully at 1731201651995 (+9 ms) 2024-11-10T01:20:51,995 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:20:51,999 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0850f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:20:52,000 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:20:52,000 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:20:52,000 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:20:52,000 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:20:52,001 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:20:52,001 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:20:52,001 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:20:52,007 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:20:52,008 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Unable to get data of znode /0300813328/balancer because node does not exist (not necessarily an error) 2024-11-10T01:20:52,023 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0300813328/balancer already deleted, retry=false 2024-11-10T01:20:52,023 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:20:52,024 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Unable to get data of znode /0300813328/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:20:52,033 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0300813328/normalizer already deleted, retry=false 2024-11-10T01:20:52,034 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:20:52,041 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Unable to get data of znode /0300813328/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:20:52,053 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0300813328/switch/split already deleted, retry=false 2024-11-10T01:20:52,055 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Unable to get data of znode /0300813328/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:20:52,065 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0300813328/switch/merge already deleted, retry=false 2024-11-10T01:20:52,067 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Unable to get data of znode /0300813328/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:20:52,128 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0300813328/snapshot-cleanup already deleted, retry=false 2024-11-10T01:20:52,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0300813328/running 2024-11-10T01:20:52,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0300813328/running 2024-11-10T01:20:52,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:20:52,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:20:52,149 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,42755,1731201650266, sessionid=0x1012254bc910000, setting cluster-up flag (Was=false) 2024-11-10T01:20:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:20:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:20:52,244 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0300813328/flush-table-proc/acquired, /0300813328/flush-table-proc/reached, /0300813328/flush-table-proc/abort 2024-11-10T01:20:52,245 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,42755,1731201650266 2024-11-10T01:20:52,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:20:52,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:20:52,296 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0300813328/online-snapshot/acquired, /0300813328/online-snapshot/reached, /0300813328/online-snapshot/abort 2024-11-10T01:20:52,297 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,42755,1731201650266 2024-11-10T01:20:52,298 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:20:52,299 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:20:52,299 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:20:52,299 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:20:52,300 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,42755,1731201650266 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:20:52,301 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:52,301 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:52,301 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:52,301 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:52,301 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:20:52,301 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:52,301 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:20:52,301 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:52,302 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:20:52,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:20:52,303 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:52,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:20:52,308 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201682308 2024-11-10T01:20:52,308 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:20:52,309 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:20:52,309 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:20:52,309 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:20:52,309 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:20:52,309 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:20:52,309 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:52,313 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:20:52,313 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:20:52,313 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:20:52,313 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:20:52,313 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:20:52,313 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:20:52,314 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201652314,5,FailOnTimeoutGroup] 2024-11-10T01:20:52,314 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201652314,5,FailOnTimeoutGroup] 2024-11-10T01:20:52,314 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:52,314 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:20:52,314 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:52,314 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:52,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:20:52,389 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(746): ClusterId : 743edb30-b0e1-43dc-beec-299523506412 2024-11-10T01:20:52,389 DEBUG [RS:0;0c4d4d227d60:41349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:20:52,434 DEBUG [RS:0;0c4d4d227d60:41349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:20:52,434 DEBUG [RS:0;0c4d4d227d60:41349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:20:52,508 DEBUG [RS:0;0c4d4d227d60:41349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:20:52,508 DEBUG [RS:0;0c4d4d227d60:41349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501e084a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:20:52,524 DEBUG [RS:0;0c4d4d227d60:41349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:41349 2024-11-10T01:20:52,524 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:20:52,524 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:20:52,524 DEBUG [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:20:52,525 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,42755,1731201650266 with port=41349, startcode=1731201650552 2024-11-10T01:20:52,525 DEBUG [RS:0;0c4d4d227d60:41349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:20:52,526 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:20:52,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42755 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,41349,1731201650552 2024-11-10T01:20:52,527 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42755 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,41349,1731201650552 2024-11-10T01:20:52,528 DEBUG [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba 2024-11-10T01:20:52,528 DEBUG [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46029 2024-11-10T01:20:52,528 DEBUG [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:20:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328/rs 2024-11-10T01:20:52,570 DEBUG [RS:0;0c4d4d227d60:41349 {}] zookeeper.ZKUtil(111): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Set watcher on existing znode=/0300813328/rs/0c4d4d227d60,41349,1731201650552 2024-11-10T01:20:52,570 WARN [RS:0;0c4d4d227d60:41349 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:20:52,570 INFO [RS:0;0c4d4d227d60:41349 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:20:52,570 DEBUG [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552 2024-11-10T01:20:52,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,41349,1731201650552] 2024-11-10T01:20:52,573 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:20:52,574 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:20:52,576 INFO [RS:0;0c4d4d227d60:41349 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:20:52,576 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:52,580 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:20:52,581 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:20:52,581 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:52,582 DEBUG [RS:0;0c4d4d227d60:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:52,582 DEBUG [RS:0;0c4d4d227d60:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:52,582 DEBUG [RS:0;0c4d4d227d60:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:52,582 DEBUG [RS:0;0c4d4d227d60:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:52,582 DEBUG [RS:0;0c4d4d227d60:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:52,582 DEBUG [RS:0;0c4d4d227d60:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:20:52,582 DEBUG [RS:0;0c4d4d227d60:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:52,582 DEBUG [RS:0;0c4d4d227d60:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:52,582 DEBUG [RS:0;0c4d4d227d60:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:52,582 DEBUG [RS:0;0c4d4d227d60:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:52,582 DEBUG [RS:0;0c4d4d227d60:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:52,582 DEBUG [RS:0;0c4d4d227d60:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:52,582 DEBUG [RS:0;0c4d4d227d60:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:20:52,582 DEBUG [RS:0;0c4d4d227d60:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:20:52,583 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:52,583 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:52,583 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:52,583 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:52,583 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:52,583 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41349,1731201650552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:20:52,604 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:20:52,604 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41349,1731201650552-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:52,604 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:52,604 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.Replication(171): 0c4d4d227d60,41349,1731201650552 started 2024-11-10T01:20:52,617 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:52,617 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,41349,1731201650552, RpcServer on 0c4d4d227d60/172.17.0.3:41349, sessionid=0x1012254bc910001 2024-11-10T01:20:52,617 DEBUG [RS:0;0c4d4d227d60:41349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:20:52,617 DEBUG [RS:0;0c4d4d227d60:41349 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,41349,1731201650552 2024-11-10T01:20:52,617 DEBUG [RS:0;0c4d4d227d60:41349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,41349,1731201650552' 2024-11-10T01:20:52,617 DEBUG [RS:0;0c4d4d227d60:41349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0300813328/flush-table-proc/abort' 2024-11-10T01:20:52,617 DEBUG [RS:0;0c4d4d227d60:41349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0300813328/flush-table-proc/acquired' 2024-11-10T01:20:52,618 DEBUG [RS:0;0c4d4d227d60:41349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:20:52,618 DEBUG [RS:0;0c4d4d227d60:41349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:20:52,618 DEBUG [RS:0;0c4d4d227d60:41349 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,41349,1731201650552 2024-11-10T01:20:52,618 DEBUG [RS:0;0c4d4d227d60:41349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,41349,1731201650552' 2024-11-10T01:20:52,618 DEBUG [RS:0;0c4d4d227d60:41349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0300813328/online-snapshot/abort' 2024-11-10T01:20:52,618 DEBUG [RS:0;0c4d4d227d60:41349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0300813328/online-snapshot/acquired' 2024-11-10T01:20:52,618 DEBUG [RS:0;0c4d4d227d60:41349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:20:52,618 INFO [RS:0;0c4d4d227d60:41349 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:20:52,618 INFO [RS:0;0c4d4d227d60:41349 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:20:52,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:20:52,716 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba 2024-11-10T01:20:52,719 INFO [RS:0;0c4d4d227d60:41349 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:20:52,720 INFO [RS:0;0c4d4d227d60:41349 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C41349%2C1731201650552, suffix=, logDir=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552, archiveDir=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/oldWALs, maxLogs=10 2024-11-10T01:20:52,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741832_1008 (size=32) 2024-11-10T01:20:52,737 DEBUG [RS:0;0c4d4d227d60:41349 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720, exclude list is [], retry=0 2024-11-10T01:20:52,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38023,DS-23bd3f85-9f6b-4d99-8331-a356834bc691,DISK] 2024-11-10T01:20:52,741 INFO [RS:0;0c4d4d227d60:41349 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 2024-11-10T01:20:52,742 DEBUG [RS:0;0c4d4d227d60:41349 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43609:43609)] 2024-11-10T01:20:53,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:53,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:20:53,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:20:53,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:53,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:53,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:20:53,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:20:53,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:53,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:53,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:20:53,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:20:53,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:53,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:53,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:20:53,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:20:53,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:53,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:53,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:20:53,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740 2024-11-10T01:20:53,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740 2024-11-10T01:20:53,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:20:53,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:20:53,132 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:20:53,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:20:53,134 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:20:53,135 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66953374, jitterRate=-0.002316981554031372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:20:53,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201653122Initializing all the Stores at 1731201653123 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201653123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201653124 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201653124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201653124Cleaning up temporary data from old regions at 1731201653131 (+7 ms)Region opened successfully at 1731201653135 (+4 ms) 2024-11-10T01:20:53,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:20:53,135 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:20:53,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:20:53,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:20:53,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:20:53,136 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:20:53,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201653135Disabling compacts and flushes for region at 1731201653135Disabling writes for close at 1731201653136 (+1 ms)Writing region close event to WAL at 1731201653136Closed at 1731201653136 2024-11-10T01:20:53,137 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:20:53,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:20:53,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:20:53,138 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:20:53,139 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:20:53,289 DEBUG [0c4d4d227d60:42755 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:20:53,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,41349,1731201650552 2024-11-10T01:20:53,290 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,41349,1731201650552, state=OPENING 2024-11-10T01:20:53,489 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:20:53,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:20:53,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:20:53,571 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:20:53,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0300813328/meta-region-server: CHANGED 2024-11-10T01:20:53,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0300813328/meta-region-server: CHANGED 2024-11-10T01:20:53,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,41349,1731201650552}] 2024-11-10T01:20:53,723 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:20:53,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:20:53,728 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:20:53,728 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:20:53,728 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:20:53,729 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C41349%2C1731201650552.meta, suffix=.meta, logDir=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552, archiveDir=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/oldWALs, maxLogs=10 2024-11-10T01:20:53,746 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.meta.1731201653730.meta, exclude list is [], retry=0 2024-11-10T01:20:53,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38023,DS-23bd3f85-9f6b-4d99-8331-a356834bc691,DISK] 2024-11-10T01:20:53,749 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.meta.1731201653730.meta 2024-11-10T01:20:53,750 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43609:43609)] 2024-11-10T01:20:53,750 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:20:53,750 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:20:53,750 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:20:53,750 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:20:53,751 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:20:53,751 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:20:53,751 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:53,751 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:20:53,751 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:20:53,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:20:53,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:20:53,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:53,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:53,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:20:53,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:20:53,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:53,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:53,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:20:53,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:20:53,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:53,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:53,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:20:53,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:20:53,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:53,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:53,756 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:20:53,757 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740 2024-11-10T01:20:53,757 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740 2024-11-10T01:20:53,758 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:20:53,758 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:20:53,758 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:20:53,759 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:20:53,760 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62403820, jitterRate=-0.07011061906814575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:20:53,760 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:20:53,760 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201653751Writing region info on filesystem at 1731201653751Initializing all the Stores at 1731201653752 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201653752Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201653752Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201653752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201653752Cleaning up temporary data from old regions at 1731201653758 (+6 ms)Running coprocessor post-open hooks at 1731201653760 (+2 ms)Region opened successfully at 1731201653760 2024-11-10T01:20:53,761 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201653723 2024-11-10T01:20:53,763 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:20:53,763 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:20:53,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,41349,1731201650552 2024-11-10T01:20:53,764 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,41349,1731201650552, state=OPEN 2024-11-10T01:20:53,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0300813328/meta-region-server 2024-11-10T01:20:53,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0300813328/meta-region-server 2024-11-10T01:20:53,821 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,41349,1731201650552 2024-11-10T01:20:53,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0300813328/meta-region-server: CHANGED 2024-11-10T01:20:53,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0300813328/meta-region-server: CHANGED 2024-11-10T01:20:53,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:20:53,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,41349,1731201650552 in 250 msec 2024-11-10T01:20:53,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:20:53,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec 2024-11-10T01:20:53,825 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:20:53,825 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:20:53,826 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:20:53,826 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,41349,1731201650552, seqNum=-1] 2024-11-10T01:20:53,826 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:20:53,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:20:53,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5320 sec 2024-11-10T01:20:53,831 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201653831, completionTime=-1 2024-11-10T01:20:53,831 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:20:53,831 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:20:53,833 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:20:53,833 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201713833 2024-11-10T01:20:53,833 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201773833 2024-11-10T01:20:53,833 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T01:20:53,833 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42755,1731201650266-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:53,833 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42755,1731201650266-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:53,833 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42755,1731201650266-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:53,833 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:42755, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:53,833 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:53,834 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:53,835 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:20:53,837 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.203sec 2024-11-10T01:20:53,837 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:20:53,837 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:20:53,837 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:20:53,837 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:20:53,837 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:20:53,837 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42755,1731201650266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:20:53,837 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42755,1731201650266-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:20:53,838 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:20:53,838 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:20:53,838 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42755,1731201650266-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:53,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67cf712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:53,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42755,-1 for getting cluster id 2024-11-10T01:20:53,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:20:53,892 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '743edb30-b0e1-43dc-beec-299523506412' 2024-11-10T01:20:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:20:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "743edb30-b0e1-43dc-beec-299523506412" 2024-11-10T01:20:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6875345b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42755,-1] 2024-11-10T01:20:53,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:20:53,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:20:53,894 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:20:53,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b022f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:20:53,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:20:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,41349,1731201650552, seqNum=-1] 2024-11-10T01:20:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:20:53,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:20:53,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,42755,1731201650266 2024-11-10T01:20:53,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64981 2024-11-10T01:20:53,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:20:53,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012254bc910002 connected 2024-11-10T01:20:54,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/hadoop.log.dir so I do NOT create it in target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9 2024-11-10T01:20:54,004 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:20:54,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/hadoop.tmp.dir so I do NOT create it in target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9 2024-11-10T01:20:54,004 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:20:54,004 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9 2024-11-10T01:20:54,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:20:54,005 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/cluster_ff185a21-8474-5b42-2943-9eb80c284569, deleteOnExit=true 2024-11-10T01:20:54,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:20:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/test.cache.data in system properties and HBase conf 2024-11-10T01:20:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:20:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:20:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:20:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:20:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:20:54,006 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:20:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:20:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:20:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:20:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:20:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:20:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:20:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:20:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:20:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:20:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:20:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:20:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:20:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:20:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:20:54,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T01:20:54,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:20:54,756 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:20:54,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:20:54,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:20:54,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:20:54,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:20:54,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2df946f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:20:54,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c20af62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:20:54,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3310d2a5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/java.io.tmpdir/jetty-localhost-35981-hadoop-hdfs-3_4_1-tests_jar-_-any-1305310019341572303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:20:54,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e524fa5{HTTP/1.1, (http/1.1)}{localhost:35981} 2024-11-10T01:20:54,882 INFO [Time-limited test {}] server.Server(415): Started @182392ms 2024-11-10T01:20:55,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:20:55,633 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:20:55,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:20:55,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:20:55,634 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:20:55,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b0883f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:20:55,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bc2fe1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:20:55,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e7ed898{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/java.io.tmpdir/jetty-localhost-35773-hadoop-hdfs-3_4_1-tests_jar-_-any-5194380261877039602/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:20:55,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dfa0b73{HTTP/1.1, (http/1.1)}{localhost:35773} 2024-11-10T01:20:55,751 INFO [Time-limited test {}] server.Server(415): Started @183261ms 2024-11-10T01:20:55,753 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:20:56,968 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/cluster_ff185a21-8474-5b42-2943-9eb80c284569/data/data1/current/BP-712947237-172.17.0.3-1731201654026/current, will proceed with Du for space computation calculation, 2024-11-10T01:20:56,974 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/cluster_ff185a21-8474-5b42-2943-9eb80c284569/data/data2/current/BP-712947237-172.17.0.3-1731201654026/current, will proceed with Du for space computation calculation, 2024-11-10T01:20:56,996 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:20:56,998 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2e7e36b04c5c4f5 with lease ID 0x1a8189cd82b2bb03: Processing first storage report for DS-be60bef3-dee3-441b-9f4d-5a71dd571c56 from datanode DatanodeRegistration(127.0.0.1:34045, datanodeUuid=e6140bb0-b04f-452d-b745-d27ad856b076, infoPort=37243, infoSecurePort=0, ipcPort=38257, storageInfo=lv=-57;cid=testClusterID;nsid=1240965913;c=1731201654026) 2024-11-10T01:20:56,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2e7e36b04c5c4f5 with lease ID 0x1a8189cd82b2bb03: from storage DS-be60bef3-dee3-441b-9f4d-5a71dd571c56 node DatanodeRegistration(127.0.0.1:34045, datanodeUuid=e6140bb0-b04f-452d-b745-d27ad856b076, infoPort=37243, infoSecurePort=0, ipcPort=38257, storageInfo=lv=-57;cid=testClusterID;nsid=1240965913;c=1731201654026), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:20:56,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2e7e36b04c5c4f5 with lease ID 0x1a8189cd82b2bb03: Processing first storage report for DS-b1a362ea-2afc-4c99-9d18-9a620cf4888e from datanode DatanodeRegistration(127.0.0.1:34045, datanodeUuid=e6140bb0-b04f-452d-b745-d27ad856b076, infoPort=37243, infoSecurePort=0, ipcPort=38257, storageInfo=lv=-57;cid=testClusterID;nsid=1240965913;c=1731201654026) 2024-11-10T01:20:56,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2e7e36b04c5c4f5 with lease ID 0x1a8189cd82b2bb03: from storage DS-b1a362ea-2afc-4c99-9d18-9a620cf4888e node DatanodeRegistration(127.0.0.1:34045, datanodeUuid=e6140bb0-b04f-452d-b745-d27ad856b076, infoPort=37243, infoSecurePort=0, ipcPort=38257, storageInfo=lv=-57;cid=testClusterID;nsid=1240965913;c=1731201654026), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:20:57,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9 2024-11-10T01:20:57,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:57,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:57,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:20:57,505 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40 with version=8 2024-11-10T01:20:57,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/hbase-staging 2024-11-10T01:20:57,507 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:20:57,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:57,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:57,508 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:20:57,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:57,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:20:57,508 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:20:57,508 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:20:57,508 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40769 2024-11-10T01:20:57,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40769 connecting to ZooKeeper ensemble=127.0.0.1:64981 2024-11-10T01:20:57,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407690x0, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:20:57,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40769-0x1012254bc910003 connected 2024-11-10T01:20:57,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:57,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:57,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Set watcher on znode that does not yet exist, /1429770279/running 2024-11-10T01:20:57,626 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40, hbase.cluster.distributed=false 2024-11-10T01:20:57,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Set watcher on znode that does not yet exist, /1429770279/acl 2024-11-10T01:20:57,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40769 2024-11-10T01:20:57,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40769 2024-11-10T01:20:57,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40769 2024-11-10T01:20:57,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40769 2024-11-10T01:20:57,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40769 2024-11-10T01:20:57,656 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:20:57,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:57,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:57,656 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:20:57,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:20:57,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:20:57,656 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:20:57,657 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:20:57,657 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46425 2024-11-10T01:20:57,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46425 connecting to ZooKeeper ensemble=127.0.0.1:64981 2024-11-10T01:20:57,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:57,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:57,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464250x0, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:20:57,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464250x0, quorum=127.0.0.1:64981, baseZNode=/1429770279 Set watcher on znode that does not yet exist, /1429770279/running 2024-11-10T01:20:57,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46425-0x1012254bc910004 connected 2024-11-10T01:20:57,676 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:20:57,680 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:20:57,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Set watcher on znode that does not yet exist, /1429770279/master 2024-11-10T01:20:57,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Set watcher on znode that does not yet exist, /1429770279/acl 2024-11-10T01:20:57,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46425 2024-11-10T01:20:57,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46425 2024-11-10T01:20:57,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46425 2024-11-10T01:20:57,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46425 2024-11-10T01:20:57,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46425 2024-11-10T01:20:57,711 DEBUG [M:0;0c4d4d227d60:40769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:40769 2024-11-10T01:20:57,712 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1429770279/backup-masters/0c4d4d227d60,40769,1731201657507 2024-11-10T01:20:57,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279/backup-masters 2024-11-10T01:20:57,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279/backup-masters 2024-11-10T01:20:57,717 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Set watcher on existing znode=/1429770279/backup-masters/0c4d4d227d60,40769,1731201657507 2024-11-10T01:20:57,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:20:57,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1429770279/master 2024-11-10T01:20:57,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:20:57,728 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Set watcher on existing znode=/1429770279/master 2024-11-10T01:20:57,728 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1429770279/backup-masters/0c4d4d227d60,40769,1731201657507 from backup master directory 2024-11-10T01:20:57,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279/backup-masters 2024-11-10T01:20:57,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1429770279/backup-masters/0c4d4d227d60,40769,1731201657507 2024-11-10T01:20:57,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279/backup-masters 2024-11-10T01:20:57,739 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:20:57,739 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,40769,1731201657507 2024-11-10T01:20:57,746 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/hbase.id] with ID: 56fe1285-c491-430c-bff8-293e67f8faa0 2024-11-10T01:20:57,746 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/.tmp/hbase.id 2024-11-10T01:20:57,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:20:57,764 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/.tmp/hbase.id]:[hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/hbase.id] 2024-11-10T01:20:57,779 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:20:57,779 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:20:57,780 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T01:20:57,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:20:57,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:20:57,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:20:57,811 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:20:57,812 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:20:57,813 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:20:57,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:20:58,231 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store 2024-11-10T01:20:58,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:20:58,238 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:58,239 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:20:58,239 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:58,239 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:58,239 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:20:58,239 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:58,239 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:20:58,239 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201658239Disabling compacts and flushes for region at 1731201658239Disabling writes for close at 1731201658239Writing region close event to WAL at 1731201658239Closed at 1731201658239 2024-11-10T01:20:58,239 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/.initializing 2024-11-10T01:20:58,240 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/WALs/0c4d4d227d60,40769,1731201657507 2024-11-10T01:20:58,241 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:20:58,242 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C40769%2C1731201657507, suffix=, logDir=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/WALs/0c4d4d227d60,40769,1731201657507, archiveDir=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/oldWALs, maxLogs=10 2024-11-10T01:20:58,259 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/WALs/0c4d4d227d60,40769,1731201657507/0c4d4d227d60%2C40769%2C1731201657507.1731201658243, exclude list is [], retry=0 2024-11-10T01:20:58,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34045,DS-be60bef3-dee3-441b-9f4d-5a71dd571c56,DISK] 2024-11-10T01:20:58,270 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/WALs/0c4d4d227d60,40769,1731201657507/0c4d4d227d60%2C40769%2C1731201657507.1731201658243 2024-11-10T01:20:58,272 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-10T01:20:58,272 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:20:58,273 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:58,273 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:58,273 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:58,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:58,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:20:58,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:58,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:58,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:58,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:20:58,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:58,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:58,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:58,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:20:58,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:58,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:58,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:58,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:20:58,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:58,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:20:58,288 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:58,288 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:58,289 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:58,290 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:58,290 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:58,290 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:20:58,291 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:20:58,297 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:20:58,297 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60657123, jitterRate=-0.09613843262195587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:20:58,297 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201658273Initializing all the Stores at 1731201658274 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201658274Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201658280 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201658280Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201658280Cleaning up temporary data from old regions at 1731201658290 (+10 ms)Region opened successfully at 1731201658297 (+7 ms) 2024-11-10T01:20:58,297 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:20:58,311 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb59995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:20:58,312 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:20:58,312 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:20:58,312 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:20:58,312 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:20:58,313 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:20:58,313 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:20:58,314 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:20:58,333 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:20:58,334 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Unable to get data of znode /1429770279/balancer because node does not exist (not necessarily an error) 2024-11-10T01:20:58,338 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1429770279/balancer already deleted, retry=false 2024-11-10T01:20:58,339 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:20:58,339 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Unable to get data of znode /1429770279/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:20:58,478 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1429770279/normalizer already deleted, retry=false 2024-11-10T01:20:58,479 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:20:58,480 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Unable to get data of znode /1429770279/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:20:58,573 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:20:58,600 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1429770279/switch/split already deleted, retry=false 2024-11-10T01:20:58,600 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Unable to get data of znode /1429770279/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:20:58,791 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1429770279/switch/merge already deleted, retry=false 2024-11-10T01:20:58,793 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Unable to get data of znode /1429770279/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:20:58,865 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1429770279/snapshot-cleanup already deleted, retry=false 2024-11-10T01:20:58,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1429770279/running 2024-11-10T01:20:58,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:20:58,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1429770279/running 2024-11-10T01:20:58,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:20:58,896 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,40769,1731201657507, sessionid=0x1012254bc910003, setting cluster-up flag (Was=false) 2024-11-10T01:20:58,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:20:58,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:20:58,948 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1429770279/flush-table-proc/acquired, /1429770279/flush-table-proc/reached, /1429770279/flush-table-proc/abort 2024-11-10T01:20:58,949 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,40769,1731201657507 2024-11-10T01:20:58,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:20:58,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:20:59,003 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1429770279/online-snapshot/acquired, /1429770279/online-snapshot/reached, /1429770279/online-snapshot/abort 2024-11-10T01:20:59,004 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,40769,1731201657507 2024-11-10T01:20:59,005 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:20:59,006 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:20:59,006 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:20:59,006 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:20:59,007 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,40769,1731201657507 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:20:59,007 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:59,008 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:59,008 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:59,008 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:20:59,008 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:20:59,008 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:59,008 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:20:59,008 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:59,015 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201689015 2024-11-10T01:20:59,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:20:59,015 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:20:59,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:20:59,015 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:20:59,015 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:20:59,015 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:20:59,015 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:20:59,015 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:20:59,016 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:59,016 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:20:59,016 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:20:59,017 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:59,017 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:20:59,017 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:20:59,017 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:20:59,020 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:20:59,020 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:20:59,021 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201659020,5,FailOnTimeoutGroup] 2024-11-10T01:20:59,022 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201659021,5,FailOnTimeoutGroup] 2024-11-10T01:20:59,022 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:59,022 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:20:59,022 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:59,022 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:59,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:20:59,102 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(746): ClusterId : 56fe1285-c491-430c-bff8-293e67f8faa0 2024-11-10T01:20:59,102 DEBUG [RS:0;0c4d4d227d60:46425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:20:59,109 DEBUG [RS:0;0c4d4d227d60:46425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:20:59,109 DEBUG [RS:0;0c4d4d227d60:46425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:20:59,118 DEBUG [RS:0;0c4d4d227d60:46425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:20:59,118 DEBUG [RS:0;0c4d4d227d60:46425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d816ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:20:59,133 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:46425 2024-11-10T01:20:59,133 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:20:59,133 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:20:59,133 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:20:59,134 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,40769,1731201657507 with port=46425, startcode=1731201657656 2024-11-10T01:20:59,134 DEBUG [RS:0;0c4d4d227d60:46425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:20:59,136 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:20:59,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,46425,1731201657656 2024-11-10T01:20:59,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40769 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,46425,1731201657656 2024-11-10T01:20:59,138 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40 2024-11-10T01:20:59,138 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34339 2024-11-10T01:20:59,138 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:20:59,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279/rs 2024-11-10T01:20:59,149 DEBUG [RS:0;0c4d4d227d60:46425 {}] zookeeper.ZKUtil(111): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Set watcher on existing znode=/1429770279/rs/0c4d4d227d60,46425,1731201657656 2024-11-10T01:20:59,149 WARN [RS:0;0c4d4d227d60:46425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:20:59,149 INFO [RS:0;0c4d4d227d60:46425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:20:59,149 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656 2024-11-10T01:20:59,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,46425,1731201657656] 2024-11-10T01:20:59,152 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:20:59,160 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:20:59,161 INFO [RS:0;0c4d4d227d60:46425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:20:59,161 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:59,164 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:20:59,165 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:20:59,165 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:59,165 DEBUG [RS:0;0c4d4d227d60:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:59,165 DEBUG [RS:0;0c4d4d227d60:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:59,165 DEBUG [RS:0;0c4d4d227d60:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:59,165 DEBUG [RS:0;0c4d4d227d60:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:59,165 DEBUG [RS:0;0c4d4d227d60:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:59,165 DEBUG [RS:0;0c4d4d227d60:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:20:59,165 DEBUG [RS:0;0c4d4d227d60:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:59,165 DEBUG [RS:0;0c4d4d227d60:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:59,165 DEBUG [RS:0;0c4d4d227d60:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:59,165 DEBUG [RS:0;0c4d4d227d60:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:59,165 DEBUG [RS:0;0c4d4d227d60:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:59,165 DEBUG [RS:0;0c4d4d227d60:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:20:59,165 DEBUG [RS:0;0c4d4d227d60:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:20:59,165 DEBUG [RS:0;0c4d4d227d60:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:20:59,166 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:59,166 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:59,166 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:59,166 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:59,166 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:59,166 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,46425,1731201657656-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:20:59,183 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:20:59,183 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,46425,1731201657656-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:59,183 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:59,183 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.Replication(171): 0c4d4d227d60,46425,1731201657656 started 2024-11-10T01:20:59,201 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:20:59,201 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,46425,1731201657656, RpcServer on 0c4d4d227d60/172.17.0.3:46425, sessionid=0x1012254bc910004 2024-11-10T01:20:59,201 DEBUG [RS:0;0c4d4d227d60:46425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:20:59,201 DEBUG [RS:0;0c4d4d227d60:46425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,46425,1731201657656 2024-11-10T01:20:59,201 DEBUG [RS:0;0c4d4d227d60:46425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,46425,1731201657656' 2024-11-10T01:20:59,201 DEBUG [RS:0;0c4d4d227d60:46425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1429770279/flush-table-proc/abort' 2024-11-10T01:20:59,202 DEBUG [RS:0;0c4d4d227d60:46425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1429770279/flush-table-proc/acquired' 2024-11-10T01:20:59,202 DEBUG [RS:0;0c4d4d227d60:46425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:20:59,202 DEBUG [RS:0;0c4d4d227d60:46425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:20:59,202 DEBUG [RS:0;0c4d4d227d60:46425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,46425,1731201657656 2024-11-10T01:20:59,202 DEBUG [RS:0;0c4d4d227d60:46425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,46425,1731201657656' 2024-11-10T01:20:59,202 DEBUG [RS:0;0c4d4d227d60:46425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1429770279/online-snapshot/abort' 2024-11-10T01:20:59,202 DEBUG [RS:0;0c4d4d227d60:46425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1429770279/online-snapshot/acquired' 2024-11-10T01:20:59,202 DEBUG [RS:0;0c4d4d227d60:46425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:20:59,202 INFO [RS:0;0c4d4d227d60:46425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:20:59,203 INFO [RS:0;0c4d4d227d60:46425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:20:59,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:20:59,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:59,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:59,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:59,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:59,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:59,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:59,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:59,303 INFO [RS:0;0c4d4d227d60:46425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:20:59,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:20:59,310 INFO [RS:0;0c4d4d227d60:46425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C46425%2C1731201657656, suffix=, logDir=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656, archiveDir=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/oldWALs, maxLogs=10 2024-11-10T01:20:59,326 DEBUG [RS:0;0c4d4d227d60:46425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310, exclude list is [], retry=0 2024-11-10T01:20:59,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34045,DS-be60bef3-dee3-441b-9f4d-5a71dd571c56,DISK] 2024-11-10T01:20:59,338 INFO [RS:0;0c4d4d227d60:46425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 2024-11-10T01:20:59,339 DEBUG [RS:0;0c4d4d227d60:46425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-10T01:20:59,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:20:59,433 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40 2024-11-10T01:20:59,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741833_1009 (size=32) 2024-11-10T01:20:59,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:20:59,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:20:59,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:20:59,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:59,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:59,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:20:59,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:20:59,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:59,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:59,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:20:59,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:20:59,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:59,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:59,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:20:59,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:20:59,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:20:59,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:20:59,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:20:59,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740 2024-11-10T01:20:59,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740 2024-11-10T01:20:59,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:20:59,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:20:59,860 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:20:59,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:20:59,864 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:20:59,864 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63150557, jitterRate=-0.058983370661735535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:20:59,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201659841Initializing all the Stores at 1731201659842 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201659842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201659843 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201659843Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201659843Cleaning up temporary data from old regions at 1731201659860 (+17 ms)Region opened successfully at 1731201659865 (+5 ms) 2024-11-10T01:20:59,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:20:59,865 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:20:59,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:20:59,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:20:59,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:20:59,865 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:20:59,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201659865Disabling compacts and flushes for region at 1731201659865Disabling writes for close at 1731201659865Writing region close event to WAL at 1731201659865Closed at 1731201659865 2024-11-10T01:20:59,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:20:59,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:20:59,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:20:59,868 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:20:59,868 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:21:00,019 DEBUG [0c4d4d227d60:40769 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:21:00,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,46425,1731201657656 2024-11-10T01:21:00,020 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,46425,1731201657656, state=OPENING 2024-11-10T01:21:00,423 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:21:00,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:21:00,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:21:00,570 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:21:00,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1429770279/meta-region-server: CHANGED 2024-11-10T01:21:00,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,46425,1731201657656}] 2024-11-10T01:21:00,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1429770279/meta-region-server: CHANGED 2024-11-10T01:21:00,722 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:21:00,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:21:00,728 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:21:00,728 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:21:00,728 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:21:00,733 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C46425%2C1731201657656.meta, suffix=.meta, logDir=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656, archiveDir=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/oldWALs, maxLogs=10 2024-11-10T01:21:00,751 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.meta.1731201660733.meta, exclude list is [], retry=0 2024-11-10T01:21:00,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34045,DS-be60bef3-dee3-441b-9f4d-5a71dd571c56,DISK] 2024-11-10T01:21:00,754 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.meta.1731201660733.meta 2024-11-10T01:21:00,754 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-10T01:21:00,754 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:21:00,755 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:21:00,755 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:21:00,755 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:21:00,755 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:21:00,755 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:21:00,755 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:00,755 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:21:00,755 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:21:00,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:21:00,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:21:00,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:00,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:00,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:21:00,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:21:00,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:00,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:00,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:21:00,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:21:00,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:00,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:00,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:21:00,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:21:00,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:00,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:00,760 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:21:00,761 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740 2024-11-10T01:21:00,762 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740 2024-11-10T01:21:00,763 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:21:00,763 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:21:00,763 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:21:00,765 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:21:00,766 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70553547, jitterRate=0.051329776644706726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:21:00,766 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:21:00,766 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201660755Writing region info on filesystem at 1731201660755Initializing all the Stores at 1731201660756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201660756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201660756Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201660756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201660756Cleaning up temporary data from old regions at 1731201660763 (+7 ms)Running coprocessor post-open hooks at 1731201660766 (+3 ms)Region opened successfully at 1731201660766 2024-11-10T01:21:00,767 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201660722 2024-11-10T01:21:00,769 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:21:00,769 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:21:00,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,46425,1731201657656 2024-11-10T01:21:00,770 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,46425,1731201657656, state=OPEN 2024-11-10T01:21:00,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1429770279/meta-region-server 2024-11-10T01:21:00,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1429770279/meta-region-server 2024-11-10T01:21:00,811 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,46425,1731201657656 2024-11-10T01:21:00,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1429770279/meta-region-server: CHANGED 2024-11-10T01:21:00,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1429770279/meta-region-server: CHANGED 2024-11-10T01:21:00,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:21:00,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,46425,1731201657656 in 241 msec 2024-11-10T01:21:00,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:21:00,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 946 msec 2024-11-10T01:21:00,815 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:21:00,815 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:21:00,816 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:00,816 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,46425,1731201657656, seqNum=-1] 2024-11-10T01:21:00,817 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:00,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:21:00,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8170 sec 2024-11-10T01:21:00,824 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201660824, completionTime=-1 2024-11-10T01:21:00,824 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:21:00,824 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:21:00,826 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:21:00,826 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201720826 2024-11-10T01:21:00,826 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201780826 2024-11-10T01:21:00,826 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T01:21:00,827 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40769,1731201657507-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:00,827 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40769,1731201657507-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:00,827 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40769,1731201657507-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:00,827 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:40769, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:00,827 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:00,827 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:00,828 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:21:00,831 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.091sec 2024-11-10T01:21:00,831 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:21:00,831 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:21:00,831 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:21:00,831 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:21:00,831 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:21:00,831 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40769,1731201657507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:21:00,831 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40769,1731201657507-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:21:00,833 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:21:00,833 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:21:00,833 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40769,1731201657507-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:00,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22023049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:00,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40769,-1 for getting cluster id 2024-11-10T01:21:00,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:00,904 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56fe1285-c491-430c-bff8-293e67f8faa0' 2024-11-10T01:21:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56fe1285-c491-430c-bff8-293e67f8faa0" 2024-11-10T01:21:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ae671c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:00,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40769,-1] 2024-11-10T01:21:00,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:00,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:00,906 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:00,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331882a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:00,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:00,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,46425,1731201657656, seqNum=-1] 2024-11-10T01:21:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:00,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:21:00,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,40769,1731201657507 2024-11-10T01:21:00,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64981 2024-11-10T01:21:00,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:21:00,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012254bc910005 connected 2024-11-10T01:21:00,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42755,1731201650266 2024-11-10T01:21:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb9d047 2024-11-10T01:21:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:00,974 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:21:00,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:21:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T01:21:00,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:21:00,978 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:00,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T01:21:00,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:21:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:00,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741835_1011 (size=902) 2024-11-10T01:21:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:01,389 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fea41c532568e09e6a0e29529f71eea7, NAME => 'test,,1731201660974.fea41c532568e09e6a0e29529f71eea7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba 2024-11-10T01:21:01,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741836_1012 (size=39) 2024-11-10T01:21:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:01,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731201660974.fea41c532568e09e6a0e29529f71eea7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:01,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fea41c532568e09e6a0e29529f71eea7, disabling compactions & flushes 2024-11-10T01:21:01,796 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731201660974.fea41c532568e09e6a0e29529f71eea7. 2024-11-10T01:21:01,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201660974.fea41c532568e09e6a0e29529f71eea7. 2024-11-10T01:21:01,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731201660974.fea41c532568e09e6a0e29529f71eea7. after waiting 0 ms 2024-11-10T01:21:01,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731201660974.fea41c532568e09e6a0e29529f71eea7. 2024-11-10T01:21:01,796 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731201660974.fea41c532568e09e6a0e29529f71eea7. 2024-11-10T01:21:01,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fea41c532568e09e6a0e29529f71eea7: Waiting for close lock at 1731201661796Disabling compacts and flushes for region at 1731201661796Disabling writes for close at 1731201661796Writing region close event to WAL at 1731201661796Closed at 1731201661796 2024-11-10T01:21:01,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:21:01,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731201660974.fea41c532568e09e6a0e29529f71eea7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731201661797"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201661797"}]},"ts":"1731201661797"} 2024-11-10T01:21:01,799 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:21:01,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:21:01,800 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201661800"}]},"ts":"1731201661800"} 2024-11-10T01:21:01,802 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T01:21:01,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fea41c532568e09e6a0e29529f71eea7, ASSIGN}] 2024-11-10T01:21:01,804 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fea41c532568e09e6a0e29529f71eea7, ASSIGN 2024-11-10T01:21:01,804 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fea41c532568e09e6a0e29529f71eea7, ASSIGN; state=OFFLINE, location=0c4d4d227d60,41349,1731201650552; forceNewPlan=false, retain=false 2024-11-10T01:21:01,955 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fea41c532568e09e6a0e29529f71eea7, regionState=OPENING, regionLocation=0c4d4d227d60,41349,1731201650552 2024-11-10T01:21:01,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fea41c532568e09e6a0e29529f71eea7, ASSIGN because future has completed 2024-11-10T01:21:01,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fea41c532568e09e6a0e29529f71eea7, server=0c4d4d227d60,41349,1731201650552}] 2024-11-10T01:21:02,114 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731201660974.fea41c532568e09e6a0e29529f71eea7. 2024-11-10T01:21:02,114 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fea41c532568e09e6a0e29529f71eea7, NAME => 'test,,1731201660974.fea41c532568e09e6a0e29529f71eea7.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:21:02,114 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:21:02,114 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T01:21:02,114 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:02,114 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731201660974.fea41c532568e09e6a0e29529f71eea7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:02,114 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:02,114 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:02,120 INFO [StoreOpener-fea41c532568e09e6a0e29529f71eea7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:02,122 INFO [StoreOpener-fea41c532568e09e6a0e29529f71eea7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fea41c532568e09e6a0e29529f71eea7 columnFamilyName f 2024-11-10T01:21:02,122 DEBUG [StoreOpener-fea41c532568e09e6a0e29529f71eea7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:02,122 INFO [StoreOpener-fea41c532568e09e6a0e29529f71eea7-1 {}] regionserver.HStore(327): Store=fea41c532568e09e6a0e29529f71eea7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:02,122 INFO [StoreOpener-fea41c532568e09e6a0e29529f71eea7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:02,123 INFO [StoreOpener-fea41c532568e09e6a0e29529f71eea7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fea41c532568e09e6a0e29529f71eea7 columnFamilyName f1 2024-11-10T01:21:02,123 DEBUG [StoreOpener-fea41c532568e09e6a0e29529f71eea7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:02,123 INFO [StoreOpener-fea41c532568e09e6a0e29529f71eea7-1 {}] regionserver.HStore(327): Store=fea41c532568e09e6a0e29529f71eea7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:02,123 INFO [StoreOpener-fea41c532568e09e6a0e29529f71eea7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:02,124 INFO [StoreOpener-fea41c532568e09e6a0e29529f71eea7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fea41c532568e09e6a0e29529f71eea7 columnFamilyName norep 2024-11-10T01:21:02,124 DEBUG [StoreOpener-fea41c532568e09e6a0e29529f71eea7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:02,125 INFO [StoreOpener-fea41c532568e09e6a0e29529f71eea7-1 {}] regionserver.HStore(327): Store=fea41c532568e09e6a0e29529f71eea7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:02,125 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:02,126 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:02,126 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:02,127 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:02,127 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:02,127 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:21:02,128 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:02,130 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:21:02,130 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fea41c532568e09e6a0e29529f71eea7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63074975, jitterRate=-0.06010963022708893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:21:02,130 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:02,130 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fea41c532568e09e6a0e29529f71eea7: Running coprocessor pre-open hook at 1731201662115Writing region info on filesystem at 1731201662115Initializing all the Stores at 1731201662115Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201662115Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201662120 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201662120Cleaning up temporary data from old regions at 1731201662127 (+7 ms)Running coprocessor post-open hooks at 1731201662130 (+3 ms)Region opened successfully at 1731201662130 2024-11-10T01:21:02,131 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731201660974.fea41c532568e09e6a0e29529f71eea7., pid=6, masterSystemTime=1731201662110 2024-11-10T01:21:02,133 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731201660974.fea41c532568e09e6a0e29529f71eea7. 2024-11-10T01:21:02,133 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731201660974.fea41c532568e09e6a0e29529f71eea7. 2024-11-10T01:21:02,133 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fea41c532568e09e6a0e29529f71eea7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0c4d4d227d60,41349,1731201650552 2024-11-10T01:21:02,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fea41c532568e09e6a0e29529f71eea7, server=0c4d4d227d60,41349,1731201650552 because future has completed 2024-11-10T01:21:02,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:21:02,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fea41c532568e09e6a0e29529f71eea7, server=0c4d4d227d60,41349,1731201650552 in 178 msec 2024-11-10T01:21:02,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:21:02,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fea41c532568e09e6a0e29529f71eea7, ASSIGN in 335 msec 2024-11-10T01:21:02,141 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:21:02,141 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201662141"}]},"ts":"1731201662141"} 2024-11-10T01:21:02,143 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T01:21:02,144 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:21:02,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-10T01:21:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:03,128 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T01:21:03,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:03,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40769,1731201657507 2024-11-10T01:21:03,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f7226b1 2024-11-10T01:21:03,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:03,131 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:21:03,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:21:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T01:21:03,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:21:03,134 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:03,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T01:21:03,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:21:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:03,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741835_1011 (size=902) 2024-11-10T01:21:03,148 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9106575260a3c7156d7e2bc92a69aa67, NAME => 'test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40 2024-11-10T01:21:03,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741836_1012 (size=39) 2024-11-10T01:21:03,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:03,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9106575260a3c7156d7e2bc92a69aa67, disabling compactions & flushes 2024-11-10T01:21:03,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67. 2024-11-10T01:21:03,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67. 2024-11-10T01:21:03,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67. after waiting 0 ms 2024-11-10T01:21:03,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67. 2024-11-10T01:21:03,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67. 2024-11-10T01:21:03,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9106575260a3c7156d7e2bc92a69aa67: Waiting for close lock at 1731201663154Disabling compacts and flushes for region at 1731201663154Disabling writes for close at 1731201663154Writing region close event to WAL at 1731201663154Closed at 1731201663154 2024-11-10T01:21:03,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:21:03,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731201663155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201663155"}]},"ts":"1731201663155"} 2024-11-10T01:21:03,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:21:03,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:21:03,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201663158"}]},"ts":"1731201663158"} 2024-11-10T01:21:03,160 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T01:21:03,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9106575260a3c7156d7e2bc92a69aa67, ASSIGN}] 2024-11-10T01:21:03,161 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9106575260a3c7156d7e2bc92a69aa67, ASSIGN 2024-11-10T01:21:03,162 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9106575260a3c7156d7e2bc92a69aa67, ASSIGN; state=OFFLINE, location=0c4d4d227d60,46425,1731201657656; forceNewPlan=false, retain=false 2024-11-10T01:21:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:03,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9106575260a3c7156d7e2bc92a69aa67, regionState=OPENING, regionLocation=0c4d4d227d60,46425,1731201657656 2024-11-10T01:21:03,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9106575260a3c7156d7e2bc92a69aa67, ASSIGN because future has completed 2024-11-10T01:21:03,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9106575260a3c7156d7e2bc92a69aa67, server=0c4d4d227d60,46425,1731201657656}] 2024-11-10T01:21:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:03,473 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67. 2024-11-10T01:21:03,473 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9106575260a3c7156d7e2bc92a69aa67, NAME => 'test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:21:03,473 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:21:03,473 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T01:21:03,474 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:03,474 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:03,474 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:03,474 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:03,475 INFO [StoreOpener-9106575260a3c7156d7e2bc92a69aa67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:03,476 INFO [StoreOpener-9106575260a3c7156d7e2bc92a69aa67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9106575260a3c7156d7e2bc92a69aa67 columnFamilyName f 2024-11-10T01:21:03,477 DEBUG [StoreOpener-9106575260a3c7156d7e2bc92a69aa67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:03,477 INFO [StoreOpener-9106575260a3c7156d7e2bc92a69aa67-1 {}] regionserver.HStore(327): Store=9106575260a3c7156d7e2bc92a69aa67/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:03,477 INFO [StoreOpener-9106575260a3c7156d7e2bc92a69aa67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:03,478 INFO [StoreOpener-9106575260a3c7156d7e2bc92a69aa67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9106575260a3c7156d7e2bc92a69aa67 columnFamilyName f1 2024-11-10T01:21:03,478 DEBUG [StoreOpener-9106575260a3c7156d7e2bc92a69aa67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:03,479 INFO [StoreOpener-9106575260a3c7156d7e2bc92a69aa67-1 {}] regionserver.HStore(327): Store=9106575260a3c7156d7e2bc92a69aa67/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:03,479 INFO [StoreOpener-9106575260a3c7156d7e2bc92a69aa67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:03,480 INFO [StoreOpener-9106575260a3c7156d7e2bc92a69aa67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9106575260a3c7156d7e2bc92a69aa67 columnFamilyName norep 2024-11-10T01:21:03,480 DEBUG [StoreOpener-9106575260a3c7156d7e2bc92a69aa67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:03,481 INFO [StoreOpener-9106575260a3c7156d7e2bc92a69aa67-1 {}] regionserver.HStore(327): Store=9106575260a3c7156d7e2bc92a69aa67/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:03,481 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:03,481 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:03,482 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:03,483 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:03,483 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:03,483 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:21:03,484 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:03,486 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:21:03,486 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9106575260a3c7156d7e2bc92a69aa67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69738705, jitterRate=0.039187684655189514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:21:03,486 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:03,486 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9106575260a3c7156d7e2bc92a69aa67: Running coprocessor pre-open hook at 1731201663474Writing region info on filesystem at 1731201663474Initializing all the Stores at 1731201663475 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201663475Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201663475Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201663475Cleaning up temporary data from old regions at 1731201663483 (+8 ms)Running coprocessor post-open hooks at 1731201663486 (+3 ms)Region opened successfully at 1731201663486 2024-11-10T01:21:03,487 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67., pid=6, masterSystemTime=1731201663470 2024-11-10T01:21:03,490 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67. 2024-11-10T01:21:03,490 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67. 2024-11-10T01:21:03,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9106575260a3c7156d7e2bc92a69aa67, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0c4d4d227d60,46425,1731201657656 2024-11-10T01:21:03,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9106575260a3c7156d7e2bc92a69aa67, server=0c4d4d227d60,46425,1731201657656 because future has completed 2024-11-10T01:21:03,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:21:03,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9106575260a3c7156d7e2bc92a69aa67, server=0c4d4d227d60,46425,1731201657656 in 177 msec 2024-11-10T01:21:03,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:21:03,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9106575260a3c7156d7e2bc92a69aa67, ASSIGN in 335 msec 2024-11-10T01:21:03,499 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:21:03,499 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201663499"}]},"ts":"1731201663499"} 2024-11-10T01:21:03,501 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T01:21:03,502 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:21:03,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 371 msec 2024-11-10T01:21:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:03,768 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T01:21:03,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7692beb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:03,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42755,-1 for getting cluster id 2024-11-10T01:21:03,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:03,770 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '743edb30-b0e1-43dc-beec-299523506412' 2024-11-10T01:21:03,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:03,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "743edb30-b0e1-43dc-beec-299523506412" 2024-11-10T01:21:03,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a932331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:03,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42755,-1] 2024-11-10T01:21:03,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:03,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:03,772 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:03,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271867ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:03,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b7d319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:03,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40769,-1 for getting cluster id 2024-11-10T01:21:03,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:03,777 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56fe1285-c491-430c-bff8-293e67f8faa0' 2024-11-10T01:21:03,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:03,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56fe1285-c491-430c-bff8-293e67f8faa0" 2024-11-10T01:21:03,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324473ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:03,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40769,-1] 2024-11-10T01:21:03,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:03,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:03,782 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:03,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e4931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:03,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3947233a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:03,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42755,-1 for getting cluster id 2024-11-10T01:21:03,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:03,785 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '743edb30-b0e1-43dc-beec-299523506412' 2024-11-10T01:21:03,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:03,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "743edb30-b0e1-43dc-beec-299523506412" 2024-11-10T01:21:03,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a96d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:03,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42755,-1] 2024-11-10T01:21:03,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:03,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:03,787 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:03,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19faa0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:03,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:03,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42755,1731201650266 2024-11-10T01:21:03,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60913a58 2024-11-10T01:21:03,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:03,793 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:21:03,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:40769,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:21:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:21:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:03,796 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:40769' 2024-11-10T01:21:03,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bd99b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:03,797 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40769,-1 for getting cluster id 2024-11-10T01:21:03,797 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:03,798 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56fe1285-c491-430c-bff8-293e67f8faa0' 2024-11-10T01:21:03,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:03,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56fe1285-c491-430c-bff8-293e67f8faa0" 2024-11-10T01:21:03,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516c285c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:03,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40769,-1] 2024-11-10T01:21:03,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:03,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:03,799 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:03,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b580cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:03,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:03,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40769,1731201657507 2024-11-10T01:21:03,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@642d8c4 2024-11-10T01:21:03,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:03,802 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:21:03,803 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T01:21:03,803 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:21:03,803 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:03,803 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:03,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:03,803 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:21:03,804 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:21:03,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:21:03,805 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:03,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:21:03,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741837_1013 (size=1138) 2024-11-10T01:21:03,819 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97506950c01319832542db8aa696cb09, NAME => 'hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba 2024-11-10T01:21:03,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741838_1014 (size=44) 2024-11-10T01:21:03,855 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T01:21:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:04,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T01:21:04,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T01:21:04,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:21:04,019 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T01:21:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:04,247 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:04,247 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 97506950c01319832542db8aa696cb09, disabling compactions & flushes 2024-11-10T01:21:04,247 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09. 2024-11-10T01:21:04,247 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09. 2024-11-10T01:21:04,247 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09. after waiting 0 ms 2024-11-10T01:21:04,247 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09. 2024-11-10T01:21:04,247 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09. 2024-11-10T01:21:04,247 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97506950c01319832542db8aa696cb09: Waiting for close lock at 1731201664247Disabling compacts and flushes for region at 1731201664247Disabling writes for close at 1731201664247Writing region close event to WAL at 1731201664247Closed at 1731201664247 2024-11-10T01:21:04,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:21:04,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731201664248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201664248"}]},"ts":"1731201664248"} 2024-11-10T01:21:04,250 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:21:04,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:21:04,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201664251"}]},"ts":"1731201664251"} 2024-11-10T01:21:04,253 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T01:21:04,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97506950c01319832542db8aa696cb09, ASSIGN}] 2024-11-10T01:21:04,254 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97506950c01319832542db8aa696cb09, ASSIGN 2024-11-10T01:21:04,254 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=97506950c01319832542db8aa696cb09, ASSIGN; state=OFFLINE, location=0c4d4d227d60,41349,1731201650552; forceNewPlan=false, retain=false 2024-11-10T01:21:04,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=97506950c01319832542db8aa696cb09, regionState=OPENING, regionLocation=0c4d4d227d60,41349,1731201650552 2024-11-10T01:21:04,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=97506950c01319832542db8aa696cb09, ASSIGN because future has completed 2024-11-10T01:21:04,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97506950c01319832542db8aa696cb09, server=0c4d4d227d60,41349,1731201650552}] 2024-11-10T01:21:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:04,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09. 2024-11-10T01:21:04,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:21:04,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:21:04,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C41349%2C1731201650552.rep, suffix=, logDir=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552, archiveDir=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/oldWALs, maxLogs=10 2024-11-10T01:21:04,574 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T01:21:04,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.rep.1731201664569, exclude list is [], retry=0 2024-11-10T01:21:04,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38023,DS-23bd3f85-9f6b-4d99-8331-a356834bc691,DISK] 2024-11-10T01:21:04,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.rep.1731201664569 2024-11-10T01:21:04,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43609:43609)] 2024-11-10T01:21:04,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 97506950c01319832542db8aa696cb09, NAME => 'hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:21:04,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:21:04,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:21:04,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09. service=MultiRowMutationService 2024-11-10T01:21:04,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:21:04,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 97506950c01319832542db8aa696cb09 2024-11-10T01:21:04,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:04,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 97506950c01319832542db8aa696cb09 2024-11-10T01:21:04,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 97506950c01319832542db8aa696cb09 2024-11-10T01:21:04,612 INFO [StoreOpener-97506950c01319832542db8aa696cb09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 97506950c01319832542db8aa696cb09 2024-11-10T01:21:04,618 INFO [StoreOpener-97506950c01319832542db8aa696cb09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97506950c01319832542db8aa696cb09 columnFamilyName hfileref 2024-11-10T01:21:04,618 DEBUG [StoreOpener-97506950c01319832542db8aa696cb09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:04,619 INFO [StoreOpener-97506950c01319832542db8aa696cb09-1 {}] regionserver.HStore(327): Store=97506950c01319832542db8aa696cb09/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:04,619 INFO [StoreOpener-97506950c01319832542db8aa696cb09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 97506950c01319832542db8aa696cb09 2024-11-10T01:21:04,622 INFO [StoreOpener-97506950c01319832542db8aa696cb09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97506950c01319832542db8aa696cb09 columnFamilyName queue 2024-11-10T01:21:04,622 DEBUG [StoreOpener-97506950c01319832542db8aa696cb09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:04,622 INFO [StoreOpener-97506950c01319832542db8aa696cb09-1 {}] regionserver.HStore(327): Store=97506950c01319832542db8aa696cb09/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:04,623 INFO [StoreOpener-97506950c01319832542db8aa696cb09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 97506950c01319832542db8aa696cb09 2024-11-10T01:21:04,624 INFO [StoreOpener-97506950c01319832542db8aa696cb09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97506950c01319832542db8aa696cb09 columnFamilyName sid 2024-11-10T01:21:04,624 DEBUG [StoreOpener-97506950c01319832542db8aa696cb09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:04,624 INFO [StoreOpener-97506950c01319832542db8aa696cb09-1 {}] regionserver.HStore(327): Store=97506950c01319832542db8aa696cb09/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:04,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 97506950c01319832542db8aa696cb09 2024-11-10T01:21:04,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/replication/97506950c01319832542db8aa696cb09 2024-11-10T01:21:04,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/replication/97506950c01319832542db8aa696cb09 2024-11-10T01:21:04,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 97506950c01319832542db8aa696cb09 2024-11-10T01:21:04,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 97506950c01319832542db8aa696cb09 2024-11-10T01:21:04,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:21:04,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 97506950c01319832542db8aa696cb09 2024-11-10T01:21:04,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/replication/97506950c01319832542db8aa696cb09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:21:04,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 97506950c01319832542db8aa696cb09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61552158, jitterRate=-0.08280137181282043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:21:04,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97506950c01319832542db8aa696cb09 2024-11-10T01:21:04,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 97506950c01319832542db8aa696cb09: Running coprocessor pre-open hook at 1731201664605Writing region info on filesystem at 1731201664605Initializing all the Stores at 1731201664611 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201664611Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201664611Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201664611Cleaning up temporary data from old regions at 1731201664627 (+16 ms)Running coprocessor post-open hooks at 1731201664633 (+6 ms)Region opened successfully at 1731201664633 2024-11-10T01:21:04,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09., pid=10, masterSystemTime=1731201664564 2024-11-10T01:21:04,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09. 2024-11-10T01:21:04,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09. 2024-11-10T01:21:04,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=97506950c01319832542db8aa696cb09, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,41349,1731201650552 2024-11-10T01:21:04,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97506950c01319832542db8aa696cb09, server=0c4d4d227d60,41349,1731201650552 because future has completed 2024-11-10T01:21:04,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T01:21:04,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 97506950c01319832542db8aa696cb09, server=0c4d4d227d60,41349,1731201650552 in 236 msec 2024-11-10T01:21:04,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T01:21:04,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97506950c01319832542db8aa696cb09, ASSIGN in 401 msec 2024-11-10T01:21:04,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:21:04,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201664657"}]},"ts":"1731201664657"} 2024-11-10T01:21:04,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T01:21:04,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:21:04,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 857 msec 2024-11-10T01:21:04,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09., hostname=0c4d4d227d60,41349,1731201650552, seqNum=2] 2024-11-10T01:21:04,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:21:04,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:21:04,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:21:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:04,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T01:21:04,980 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T01:21:05,027 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,41349,1731201650552, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:21:05,027 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:05,027 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,41349,1731201650552, seqNum=-1] 2024-11-10T01:21:05,028 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:05,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T01:21:05,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0c4d4d227d60,41349,1731201650552', locateType=CURRENT is [region=hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09., hostname=0c4d4d227d60,41349,1731201650552, seqNum=2] 2024-11-10T01:21:05,042 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T01:21:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T01:21:05,044 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0c4d4d227d60,41349,1731201650552 suceeded 2024-11-10T01:21:05,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T01:21:05,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-10T01:21:05,047 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0c4d4d227d60:40769,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:21:05,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2540 sec 2024-11-10T01:21:05,063 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:40769' 2024-11-10T01:21:05,064 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600de6ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:05,064 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40769,-1 for getting cluster id 2024-11-10T01:21:05,065 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:05,069 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56fe1285-c491-430c-bff8-293e67f8faa0' 2024-11-10T01:21:05,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:05,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56fe1285-c491-430c-bff8-293e67f8faa0" 2024-11-10T01:21:05,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e28bd8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:05,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40769,-1] 2024-11-10T01:21:05,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:05,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:05,071 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:05,072 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f0e98a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:05,072 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:05,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40769,1731201657507 2024-11-10T01:21:05,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@267cf00 2024-11-10T01:21:05,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:05,074 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T01:21:05,075 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,41349,1731201650552 (queues=1) is replicating from cluster=743edb30-b0e1-43dc-beec-299523506412 to cluster=56fe1285-c491-430c-bff8-293e67f8faa0 2024-11-10T01:21:05,075 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C41349%2C1731201650552 2024-11-10T01:21:05,075 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,41349,1731201650552, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:21:05,076 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720, startPosition=0, beingWritten=true 2024-11-10T01:21:05,080 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C41349%2C1731201650552 2024-11-10T01:21:05,088 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:21:05,088 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 379, reset compression=false 2024-11-10T01:21:05,090 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41349,1731201650552 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:21:05,306 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 379, reset compression=false 2024-11-10T01:21:05,615 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 379, reset compression=false 2024-11-10T01:21:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:05,939 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:21:05,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:21:05,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:05,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:05,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:05,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:05,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488a8db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:05,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40769,-1 for getting cluster id 2024-11-10T01:21:05,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:05,962 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56fe1285-c491-430c-bff8-293e67f8faa0' 2024-11-10T01:21:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56fe1285-c491-430c-bff8-293e67f8faa0" 2024-11-10T01:21:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4749d026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40769,-1] 2024-11-10T01:21:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:05,964 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:05,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3fd726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:05,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40769,1731201657507 2024-11-10T01:21:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@109bc94e 2024-11-10T01:21:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:05,968 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:21:05,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:42755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:21:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:21:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:05,974 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:42755' 2024-11-10T01:21:05,975 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc8cad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:05,975 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42755,-1 for getting cluster id 2024-11-10T01:21:05,975 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:05,976 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '743edb30-b0e1-43dc-beec-299523506412' 2024-11-10T01:21:05,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:05,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "743edb30-b0e1-43dc-beec-299523506412" 2024-11-10T01:21:05,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308b5939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:05,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42755,-1] 2024-11-10T01:21:05,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:05,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:05,977 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:05,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89e6f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:05,980 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:05,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42755,1731201650266 2024-11-10T01:21:05,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c9f75e8 2024-11-10T01:21:05,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:05,983 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:21:05,985 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T01:21:05,985 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:21:05,985 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:05,985 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:05,986 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:21:05,988 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:21:05,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:21:05,989 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:05,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:21:05,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:06,038 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T01:21:06,057 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 379, reset compression=false 2024-11-10T01:21:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:06,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741837_1013 (size=1138) 2024-11-10T01:21:06,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d1a3a73f05c27318384dd3524992b34, NAME => 'hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40 2024-11-10T01:21:06,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741838_1014 (size=44) 2024-11-10T01:21:06,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:06,155 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2d1a3a73f05c27318384dd3524992b34, disabling compactions & flushes 2024-11-10T01:21:06,155 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. 2024-11-10T01:21:06,155 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. 2024-11-10T01:21:06,155 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. after waiting 0 ms 2024-11-10T01:21:06,155 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. 2024-11-10T01:21:06,155 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. 2024-11-10T01:21:06,155 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d1a3a73f05c27318384dd3524992b34: Waiting for close lock at 1731201666155Disabling compacts and flushes for region at 1731201666155Disabling writes for close at 1731201666155Writing region close event to WAL at 1731201666155Closed at 1731201666155 2024-11-10T01:21:06,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:21:06,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731201666160"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201666160"}]},"ts":"1731201666160"} 2024-11-10T01:21:06,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:21:06,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:21:06,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201666169"}]},"ts":"1731201666169"} 2024-11-10T01:21:06,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T01:21:06,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d1a3a73f05c27318384dd3524992b34, ASSIGN}] 2024-11-10T01:21:06,176 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d1a3a73f05c27318384dd3524992b34, ASSIGN 2024-11-10T01:21:06,177 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d1a3a73f05c27318384dd3524992b34, ASSIGN; state=OFFLINE, location=0c4d4d227d60,46425,1731201657656; forceNewPlan=false, retain=false 2024-11-10T01:21:06,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:21:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:06,328 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2d1a3a73f05c27318384dd3524992b34, regionState=OPENING, regionLocation=0c4d4d227d60,46425,1731201657656 2024-11-10T01:21:06,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d1a3a73f05c27318384dd3524992b34, ASSIGN because future has completed 2024-11-10T01:21:06,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:06,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:06,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:06,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:06,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:06,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:06,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d1a3a73f05c27318384dd3524992b34, server=0c4d4d227d60,46425,1731201657656}] 2024-11-10T01:21:06,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:06,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:06,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. 2024-11-10T01:21:06,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:21:06,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:21:06,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C46425%2C1731201657656.rep, suffix=, logDir=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656, archiveDir=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/oldWALs, maxLogs=10 2024-11-10T01:21:06,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.rep.1731201666556, exclude list is [], retry=0 2024-11-10T01:21:06,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34045,DS-be60bef3-dee3-441b-9f4d-5a71dd571c56,DISK] 2024-11-10T01:21:06,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.rep.1731201666556 2024-11-10T01:21:06,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-10T01:21:06,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d1a3a73f05c27318384dd3524992b34, NAME => 'hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:21:06,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:21:06,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:21:06,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. service=MultiRowMutationService 2024-11-10T01:21:06,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:21:06,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2d1a3a73f05c27318384dd3524992b34 2024-11-10T01:21:06,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:06,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2d1a3a73f05c27318384dd3524992b34 2024-11-10T01:21:06,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2d1a3a73f05c27318384dd3524992b34 2024-11-10T01:21:06,586 INFO [StoreOpener-2d1a3a73f05c27318384dd3524992b34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2d1a3a73f05c27318384dd3524992b34 2024-11-10T01:21:06,596 INFO [StoreOpener-2d1a3a73f05c27318384dd3524992b34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d1a3a73f05c27318384dd3524992b34 columnFamilyName hfileref 2024-11-10T01:21:06,596 DEBUG [StoreOpener-2d1a3a73f05c27318384dd3524992b34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:06,597 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 379, reset compression=false 2024-11-10T01:21:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:06,602 INFO [StoreOpener-2d1a3a73f05c27318384dd3524992b34-1 {}] regionserver.HStore(327): Store=2d1a3a73f05c27318384dd3524992b34/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:06,602 INFO [StoreOpener-2d1a3a73f05c27318384dd3524992b34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2d1a3a73f05c27318384dd3524992b34 2024-11-10T01:21:06,603 INFO [StoreOpener-2d1a3a73f05c27318384dd3524992b34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d1a3a73f05c27318384dd3524992b34 columnFamilyName queue 2024-11-10T01:21:06,604 DEBUG [StoreOpener-2d1a3a73f05c27318384dd3524992b34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:06,604 INFO [StoreOpener-2d1a3a73f05c27318384dd3524992b34-1 {}] regionserver.HStore(327): Store=2d1a3a73f05c27318384dd3524992b34/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:06,604 INFO [StoreOpener-2d1a3a73f05c27318384dd3524992b34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2d1a3a73f05c27318384dd3524992b34 2024-11-10T01:21:06,605 INFO [StoreOpener-2d1a3a73f05c27318384dd3524992b34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d1a3a73f05c27318384dd3524992b34 columnFamilyName sid 2024-11-10T01:21:06,606 DEBUG [StoreOpener-2d1a3a73f05c27318384dd3524992b34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:06,606 INFO [StoreOpener-2d1a3a73f05c27318384dd3524992b34-1 {}] regionserver.HStore(327): Store=2d1a3a73f05c27318384dd3524992b34/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:06,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2d1a3a73f05c27318384dd3524992b34 2024-11-10T01:21:06,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/replication/2d1a3a73f05c27318384dd3524992b34 2024-11-10T01:21:06,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/replication/2d1a3a73f05c27318384dd3524992b34 2024-11-10T01:21:06,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2d1a3a73f05c27318384dd3524992b34 2024-11-10T01:21:06,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2d1a3a73f05c27318384dd3524992b34 2024-11-10T01:21:06,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:21:06,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2d1a3a73f05c27318384dd3524992b34 2024-11-10T01:21:06,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/replication/2d1a3a73f05c27318384dd3524992b34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:21:06,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2d1a3a73f05c27318384dd3524992b34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61807319, jitterRate=-0.07899917662143707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:21:06,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d1a3a73f05c27318384dd3524992b34 2024-11-10T01:21:06,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2d1a3a73f05c27318384dd3524992b34: Running coprocessor pre-open hook at 1731201666580Writing region info on filesystem at 1731201666580Initializing all the Stores at 1731201666583 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201666583Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201666586 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201666586Cleaning up temporary data from old regions at 1731201666613 (+27 ms)Running coprocessor post-open hooks at 1731201666651 (+38 ms)Region opened successfully at 1731201666651 2024-11-10T01:21:06,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34., pid=10, masterSystemTime=1731201666549 2024-11-10T01:21:06,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2d1a3a73f05c27318384dd3524992b34, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,46425,1731201657656 2024-11-10T01:21:06,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. 2024-11-10T01:21:06,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. 2024-11-10T01:21:06,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d1a3a73f05c27318384dd3524992b34, server=0c4d4d227d60,46425,1731201657656 because future has completed 2024-11-10T01:21:06,669 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40769 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=0c4d4d227d60,46425,1731201657656, table=hbase:replication, region=2d1a3a73f05c27318384dd3524992b34. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T01:21:06,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T01:21:06,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d1a3a73f05c27318384dd3524992b34, server=0c4d4d227d60,46425,1731201657656 in 294 msec 2024-11-10T01:21:06,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T01:21:06,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d1a3a73f05c27318384dd3524992b34, ASSIGN in 511 msec 2024-11-10T01:21:06,690 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:21:06,690 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201666690"}]},"ts":"1731201666690"} 2024-11-10T01:21:06,693 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T01:21:06,694 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:21:06,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 708 msec 2024-11-10T01:21:06,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34., hostname=0c4d4d227d60,46425,1731201657656, seqNum=2] 2024-11-10T01:21:06,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:21:06,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:21:06,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:21:07,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T01:21:07,044 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T01:21:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:07,117 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,46425,1731201657656, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:21:07,118 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:07,118 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,46425,1731201657656, seqNum=-1] 2024-11-10T01:21:07,119 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:07,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T01:21:07,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0c4d4d227d60,46425,1731201657656', locateType=CURRENT is [region=hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34., hostname=0c4d4d227d60,46425,1731201657656, seqNum=2] 2024-11-10T01:21:07,136 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T01:21:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T01:21:07,139 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0c4d4d227d60,46425,1731201657656 suceeded 2024-11-10T01:21:07,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T01:21:07,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 263 msec 2024-11-10T01:21:07,142 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0c4d4d227d60:42755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:21:07,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1740 sec 2024-11-10T01:21:07,183 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:42755' 2024-11-10T01:21:07,196 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42e43628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:07,196 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42755,-1 for getting cluster id 2024-11-10T01:21:07,197 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:07,198 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '743edb30-b0e1-43dc-beec-299523506412' 2024-11-10T01:21:07,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:07,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "743edb30-b0e1-43dc-beec-299523506412" 2024-11-10T01:21:07,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6870fb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:07,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42755,-1] 2024-11-10T01:21:07,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:07,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:07,200 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:07,201 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@487ca4f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:07,201 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:07,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42755,1731201650266 2024-11-10T01:21:07,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f89db8c 2024-11-10T01:21:07,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:07,203 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T01:21:07,204 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,46425,1731201657656 (queues=1) is replicating from cluster=56fe1285-c491-430c-bff8-293e67f8faa0 to cluster=743edb30-b0e1-43dc-beec-299523506412 2024-11-10T01:21:07,204 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C46425%2C1731201657656 2024-11-10T01:21:07,205 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,46425,1731201657656, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:21:07,224 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310, startPosition=0, beingWritten=true 2024-11-10T01:21:07,227 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 379, reset compression=false 2024-11-10T01:21:07,229 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.shipper0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C46425%2C1731201657656 2024-11-10T01:21:07,250 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:21:07,251 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 379, reset compression=false 2024-11-10T01:21:07,251 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.shipper0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,46425,1731201657656 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:21:07,455 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 379, reset compression=false 2024-11-10T01:21:07,769 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 379, reset compression=false 2024-11-10T01:21:07,949 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 379, reset compression=false 2024-11-10T01:21:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:08,118 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:21:08,118 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:21:08,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:08,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:08,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:08,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:08,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:08,123 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731201668122/Put/seqid=0 2024-11-10T01:21:08,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741840_1016 (size=7894) 2024-11-10T01:21:08,183 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 379, reset compression=false 2024-11-10T01:21:08,547 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731201668547/Put/seqid=0 2024-11-10T01:21:08,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741841_1017 (size=7691) 2024-11-10T01:21:08,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf95229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:08,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42755,-1 for getting cluster id 2024-11-10T01:21:08,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:08,556 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '743edb30-b0e1-43dc-beec-299523506412' 2024-11-10T01:21:08,556 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:08,556 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "743edb30-b0e1-43dc-beec-299523506412" 2024-11-10T01:21:08,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b6c1dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:08,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42755,-1] 2024-11-10T01:21:08,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:08,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:08,559 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:08,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53867ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:08,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:08,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,41349,1731201650552, seqNum=-1] 2024-11-10T01:21:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:08,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:21:08,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:08,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42755,1731201650266 2024-11-10T01:21:08,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3152d1cd 2024-11-10T01:21:08,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:08,587 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:21:08,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731201660974.fea41c532568e09e6a0e29529f71eea7., hostname=0c4d4d227d60,41349,1731201650552, seqNum=2] 2024-11-10T01:21:08,594 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T01:21:08,600 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T01:21:08,603 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T01:21:08,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/testHFileCyclicReplication_01/f/hfile_1 for inclusion in fea41c532568e09e6a0e29529f71eea7/f 2024-11-10T01:21:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T01:21:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:21:08,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/testHFileCyclicReplication_01/f/hfile_0 for inclusion in fea41c532568e09e6a0e29529f71eea7/f 2024-11-10T01:21:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T01:21:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:21:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HRegion(2603): Flush status journal for fea41c532568e09e6a0e29529f71eea7: 2024-11-10T01:21:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins__test__vdk26fq4pq7mtpqqi0ohpkpravou33btumcilk22i6gsgbbtkej968rf1d3aemvp/f/hfile_1 2024-11-10T01:21:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins__test__vdk26fq4pq7mtpqqi0ohpkpravou33btumcilk22i6gsgbbtkej968rf1d3aemvp/f/hfile_1 as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/f/c3a44861a1e146118551221763673ef8_SeqId_4_ 2024-11-10T01:21:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins__test__vdk26fq4pq7mtpqqi0ohpkpravou33btumcilk22i6gsgbbtkej968rf1d3aemvp/f/hfile_0 2024-11-10T01:21:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins__test__vdk26fq4pq7mtpqqi0ohpkpravou33btumcilk22i6gsgbbtkej968rf1d3aemvp/f/hfile_0 as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/f/0ebe68fde908409a996310c4115c0dc8_SeqId_4_ 2024-11-10T01:21:08,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins__test__vdk26fq4pq7mtpqqi0ohpkpravou33btumcilk22i6gsgbbtkej968rf1d3aemvp/f/hfile_1 into fea41c532568e09e6a0e29529f71eea7/f as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/f/c3a44861a1e146118551221763673ef8_SeqId_4_ - updating store file list. 2024-11-10T01:21:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c3a44861a1e146118551221763673ef8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T01:21:08,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/f/c3a44861a1e146118551221763673ef8_SeqId_4_ into fea41c532568e09e6a0e29529f71eea7/f 2024-11-10T01:21:08,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins__test__vdk26fq4pq7mtpqqi0ohpkpravou33btumcilk22i6gsgbbtkej968rf1d3aemvp/f/hfile_1 into fea41c532568e09e6a0e29529f71eea7/f (new location: hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/f/c3a44861a1e146118551221763673ef8_SeqId_4_) 2024-11-10T01:21:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins__test__vdk26fq4pq7mtpqqi0ohpkpravou33btumcilk22i6gsgbbtkej968rf1d3aemvp/f/hfile_1 2024-11-10T01:21:08,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins__test__vdk26fq4pq7mtpqqi0ohpkpravou33btumcilk22i6gsgbbtkej968rf1d3aemvp/f/hfile_0 into fea41c532568e09e6a0e29529f71eea7/f as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/f/0ebe68fde908409a996310c4115c0dc8_SeqId_4_ - updating store file list. 2024-11-10T01:21:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ebe68fde908409a996310c4115c0dc8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T01:21:08,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/f/0ebe68fde908409a996310c4115c0dc8_SeqId_4_ into fea41c532568e09e6a0e29529f71eea7/f 2024-11-10T01:21:08,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins__test__vdk26fq4pq7mtpqqi0ohpkpravou33btumcilk22i6gsgbbtkej968rf1d3aemvp/f/hfile_0 into fea41c532568e09e6a0e29529f71eea7/f (new location: hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/f/0ebe68fde908409a996310c4115c0dc8_SeqId_4_) 2024-11-10T01:21:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins__test__vdk26fq4pq7mtpqqi0ohpkpravou33btumcilk22i6gsgbbtkej968rf1d3aemvp/f/hfile_0 2024-11-10T01:21:08,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:21:08,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:08,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:08,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:08,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:08,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731201660974.fea41c532568e09e6a0e29529f71eea7., hostname=0c4d4d227d60,41349,1731201650552, seqNum=2 , the old value is region=test,,1731201660974.fea41c532568e09e6a0e29529f71eea7., hostname=0c4d4d227d60,41349,1731201650552, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0c4d4d227d60:41349 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T01:21:08,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731201660974.fea41c532568e09e6a0e29529f71eea7., hostname=0c4d4d227d60,41349,1731201650552, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T01:21:08,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731201660974.fea41c532568e09e6a0e29529f71eea7., hostname=0c4d4d227d60,41349,1731201650552, seqNum=2 from cache 2024-11-10T01:21:08,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:08,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,46425,1731201657656, seqNum=-1] 2024-11-10T01:21:08,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:08,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:21:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:58702 deadline: 1731201728668 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:58702 2024-11-10T01:21:08,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67., hostname=0c4d4d227d60,46425,1731201657656, seqNum=2] 2024-11-10T01:21:08,676 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T01:21:08,712 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 379, reset compression=false 2024-11-10T01:21:08,775 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 379, reset compression=false 2024-11-10T01:21:08,778 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:41349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-10T01:21:08,798 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:21:08,798 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41349,1731201650552 got entry batch from reader: WALEntryBatch [walEntries=[{test/fea41c532568e09e6a0e29529f71eea7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731201668664/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T01:21:08,801 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:21:08,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-10T01:21:08,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.ReplicationSink(318): Replicating [743edb30-b0e1-43dc-beec-299523506412] bulk loaded data 2024-11-10T01:21:08,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31ed9218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:08,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40769,-1 for getting cluster id 2024-11-10T01:21:08,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:08,821 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56fe1285-c491-430c-bff8-293e67f8faa0' 2024-11-10T01:21:08,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:08,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56fe1285-c491-430c-bff8-293e67f8faa0" 2024-11-10T01:21:08,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9278f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:08,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40769,-1] 2024-11-10T01:21:08,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:08,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:08,823 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:08,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ce25381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:08,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741840_1016 (size=7691) 2024-11-10T01:21:08,998 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 687, reset compression=false 2024-11-10T01:21:09,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741841_1017 (size=7894) 2024-11-10T01:21:09,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:09,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40769,1731201657507 2024-11-10T01:21:09,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a02ec4d 2024-11-10T01:21:09,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:09,023 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T01:21:09,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T01:21:09,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:09,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,46425,1731201657656, seqNum=-1] 2024-11-10T01:21:09,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:09,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T01:21:09,106 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins.hfs.11__test__e1124igpba2pn1ndm1f21b0j0tu9gen8ogniop5pt4ro8hhgp6s8g442koreb7lb/f/0ebe68fde908409a996310c4115c0dc8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T01:21:09,118 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins.hfs.11__test__e1124igpba2pn1ndm1f21b0j0tu9gen8ogniop5pt4ro8hhgp6s8g442koreb7lb/f/c3a44861a1e146118551221763673ef8_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T01:21:09,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins.hfs.11__test__e1124igpba2pn1ndm1f21b0j0tu9gen8ogniop5pt4ro8hhgp6s8g442koreb7lb/f/0ebe68fde908409a996310c4115c0dc8_SeqId_4_ for inclusion in 9106575260a3c7156d7e2bc92a69aa67/f 2024-11-10T01:21:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T01:21:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:21:09,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins.hfs.11__test__e1124igpba2pn1ndm1f21b0j0tu9gen8ogniop5pt4ro8hhgp6s8g442koreb7lb/f/c3a44861a1e146118551221763673ef8_SeqId_4_ for inclusion in 9106575260a3c7156d7e2bc92a69aa67/f 2024-11-10T01:21:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T01:21:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:21:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HRegion(2603): Flush status journal for 9106575260a3c7156d7e2bc92a69aa67: 2024-11-10T01:21:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0ebe68fde908409a996310c4115c0dc8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T01:21:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins.hfs.11__test__e1124igpba2pn1ndm1f21b0j0tu9gen8ogniop5pt4ro8hhgp6s8g442koreb7lb/f/0ebe68fde908409a996310c4115c0dc8_SeqId_4_ as hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/f/547be2a520fa40568a6d63df7230997d_SeqId_4_ 2024-11-10T01:21:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c3a44861a1e146118551221763673ef8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T01:21:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins.hfs.11__test__e1124igpba2pn1ndm1f21b0j0tu9gen8ogniop5pt4ro8hhgp6s8g442koreb7lb/f/c3a44861a1e146118551221763673ef8_SeqId_4_ as hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/f/37a880a6b85e456489d386eac1a0ed29_SeqId_4_ 2024-11-10T01:21:09,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins.hfs.11__test__e1124igpba2pn1ndm1f21b0j0tu9gen8ogniop5pt4ro8hhgp6s8g442koreb7lb/f/0ebe68fde908409a996310c4115c0dc8_SeqId_4_ into 9106575260a3c7156d7e2bc92a69aa67/f as hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/f/547be2a520fa40568a6d63df7230997d_SeqId_4_ - updating store file list. 2024-11-10T01:21:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 547be2a520fa40568a6d63df7230997d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T01:21:09,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/f/547be2a520fa40568a6d63df7230997d_SeqId_4_ into 9106575260a3c7156d7e2bc92a69aa67/f 2024-11-10T01:21:09,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins.hfs.11__test__e1124igpba2pn1ndm1f21b0j0tu9gen8ogniop5pt4ro8hhgp6s8g442koreb7lb/f/0ebe68fde908409a996310c4115c0dc8_SeqId_4_ into 9106575260a3c7156d7e2bc92a69aa67/f (new location: hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/f/547be2a520fa40568a6d63df7230997d_SeqId_4_) 2024-11-10T01:21:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins.hfs.11__test__e1124igpba2pn1ndm1f21b0j0tu9gen8ogniop5pt4ro8hhgp6s8g442koreb7lb/f/0ebe68fde908409a996310c4115c0dc8_SeqId_4_ 2024-11-10T01:21:09,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins.hfs.11__test__e1124igpba2pn1ndm1f21b0j0tu9gen8ogniop5pt4ro8hhgp6s8g442koreb7lb/f/c3a44861a1e146118551221763673ef8_SeqId_4_ into 9106575260a3c7156d7e2bc92a69aa67/f as hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/f/37a880a6b85e456489d386eac1a0ed29_SeqId_4_ - updating store file list. 2024-11-10T01:21:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 37a880a6b85e456489d386eac1a0ed29_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T01:21:09,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/f/37a880a6b85e456489d386eac1a0ed29_SeqId_4_ into 9106575260a3c7156d7e2bc92a69aa67/f 2024-11-10T01:21:09,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins.hfs.11__test__e1124igpba2pn1ndm1f21b0j0tu9gen8ogniop5pt4ro8hhgp6s8g442koreb7lb/f/c3a44861a1e146118551221763673ef8_SeqId_4_ into 9106575260a3c7156d7e2bc92a69aa67/f (new location: hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/f/37a880a6b85e456489d386eac1a0ed29_SeqId_4_) 2024-11-10T01:21:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins.hfs.11__test__e1124igpba2pn1ndm1f21b0j0tu9gen8ogniop5pt4ro8hhgp6s8g442koreb7lb/f/c3a44861a1e146118551221763673ef8_SeqId_4_ 2024-11-10T01:21:09,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.ReplicationSink(324): Finished replicating [743edb30-b0e1-43dc-beec-299523506412] bulk loaded data 2024-11-10T01:21:09,365 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 379, reset compression=false 2024-11-10T01:21:09,375 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:21:09,375 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.shipper0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,46425,1731201657656 got entry batch from reader: WALEntryBatch [walEntries=[{test/9106575260a3c7156d7e2bc92a69aa67/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731201669158/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T01:21:09,377 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.shipper0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:21:09,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-10T01:21:09,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.ReplicationSink(318): Replicating [743edb30-b0e1-43dc-beec-299523506412, 56fe1285-c491-430c-bff8-293e67f8faa0] bulk loaded data 2024-11-10T01:21:09,380 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 687, reset compression=false 2024-11-10T01:21:09,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40872c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:09,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42755,-1 for getting cluster id 2024-11-10T01:21:09,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:09,385 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '743edb30-b0e1-43dc-beec-299523506412' 2024-11-10T01:21:09,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:09,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "743edb30-b0e1-43dc-beec-299523506412" 2024-11-10T01:21:09,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@427ed2c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:09,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42755,-1] 2024-11-10T01:21:09,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:09,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:09,390 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:09,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59324f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:09,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741842_1018 (size=7894) 2024-11-10T01:21:09,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741843_1019 (size=7691) 2024-11-10T01:21:09,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:09,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42755,1731201650266 2024-11-10T01:21:09,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33bb30a8 2024-11-10T01:21:09,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:09,478 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T01:21:09,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T01:21:09,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:09,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,41349,1731201650552, seqNum=-1] 2024-11-10T01:21:09,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:09,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T01:21:09,496 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins.hfs.10__test__oj8anvkh7kujtv8t3ciq4fas5c656874o7e9eqbrtrccdg7es9pgopc899pvmq7k/f/37a880a6b85e456489d386eac1a0ed29_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T01:21:09,502 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins.hfs.10__test__oj8anvkh7kujtv8t3ciq4fas5c656874o7e9eqbrtrccdg7es9pgopc899pvmq7k/f/547be2a520fa40568a6d63df7230997d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T01:21:09,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.ReplicationSink(324): Finished replicating [743edb30-b0e1-43dc-beec-299523506412, 56fe1285-c491-430c-bff8-293e67f8faa0] bulk loaded data 2024-11-10T01:21:09,575 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 725, reset compression=false 2024-11-10T01:21:09,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:09,698 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731201669697/Put/seqid=0 2024-11-10T01:21:09,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741842_1018 (size=11194) 2024-11-10T01:21:09,714 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731201669714/Put/seqid=0 2024-11-10T01:21:09,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741843_1019 (size=10791) 2024-11-10T01:21:09,804 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 687, reset compression=false 2024-11-10T01:21:09,909 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 725, reset compression=false 2024-11-10T01:21:10,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf0ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:10,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40769,-1 for getting cluster id 2024-11-10T01:21:10,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:10,132 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56fe1285-c491-430c-bff8-293e67f8faa0' 2024-11-10T01:21:10,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:10,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56fe1285-c491-430c-bff8-293e67f8faa0" 2024-11-10T01:21:10,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdfcdea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:10,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40769,-1] 2024-11-10T01:21:10,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:10,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:10,134 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:10,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d864548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:10,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:10,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,46425,1731201657656, seqNum=-1] 2024-11-10T01:21:10,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:10,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:21:10,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:10,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40769,1731201657507 2024-11-10T01:21:10,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25712657 2024-11-10T01:21:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:10,148 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:21:10,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67., hostname=0c4d4d227d60,46425,1731201657656, seqNum=2] 2024-11-10T01:21:10,155 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T01:21:10,161 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T01:21:10,167 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T01:21:10,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 9106575260a3c7156d7e2bc92a69aa67/f 2024-11-10T01:21:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T01:21:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:21:10,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 9106575260a3c7156d7e2bc92a69aa67/f 2024-11-10T01:21:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T01:21:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:21:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HRegion(2603): Flush status journal for 9106575260a3c7156d7e2bc92a69aa67: 2024-11-10T01:21:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins__test__6oi1ci50bi83eu131tvkbs7er7aflb3fp5vd8unl4v1tf4m9elcao47u9h7ckm9v/f/hfile_0 2024-11-10T01:21:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins__test__6oi1ci50bi83eu131tvkbs7er7aflb3fp5vd8unl4v1tf4m9elcao47u9h7ckm9v/f/hfile_0 as hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/f/ad1d4569c0e74fd98d5b5b6f26db130d_SeqId_6_ 2024-11-10T01:21:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins__test__6oi1ci50bi83eu131tvkbs7er7aflb3fp5vd8unl4v1tf4m9elcao47u9h7ckm9v/f/hfile_1 2024-11-10T01:21:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins__test__6oi1ci50bi83eu131tvkbs7er7aflb3fp5vd8unl4v1tf4m9elcao47u9h7ckm9v/f/hfile_1 as hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/f/f300944137c145e0b6f96d016f33f3c6_SeqId_6_ 2024-11-10T01:21:10,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins__test__6oi1ci50bi83eu131tvkbs7er7aflb3fp5vd8unl4v1tf4m9elcao47u9h7ckm9v/f/hfile_0 into 9106575260a3c7156d7e2bc92a69aa67/f as hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/f/ad1d4569c0e74fd98d5b5b6f26db130d_SeqId_6_ - updating store file list. 2024-11-10T01:21:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad1d4569c0e74fd98d5b5b6f26db130d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T01:21:10,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/f/ad1d4569c0e74fd98d5b5b6f26db130d_SeqId_6_ into 9106575260a3c7156d7e2bc92a69aa67/f 2024-11-10T01:21:10,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins__test__6oi1ci50bi83eu131tvkbs7er7aflb3fp5vd8unl4v1tf4m9elcao47u9h7ckm9v/f/hfile_0 into 9106575260a3c7156d7e2bc92a69aa67/f (new location: hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/f/ad1d4569c0e74fd98d5b5b6f26db130d_SeqId_6_) 2024-11-10T01:21:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins__test__6oi1ci50bi83eu131tvkbs7er7aflb3fp5vd8unl4v1tf4m9elcao47u9h7ckm9v/f/hfile_0 2024-11-10T01:21:10,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins__test__6oi1ci50bi83eu131tvkbs7er7aflb3fp5vd8unl4v1tf4m9elcao47u9h7ckm9v/f/hfile_1 into 9106575260a3c7156d7e2bc92a69aa67/f as hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/f/f300944137c145e0b6f96d016f33f3c6_SeqId_6_ - updating store file list. 2024-11-10T01:21:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f300944137c145e0b6f96d016f33f3c6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T01:21:10,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/f/f300944137c145e0b6f96d016f33f3c6_SeqId_6_ into 9106575260a3c7156d7e2bc92a69aa67/f 2024-11-10T01:21:10,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins__test__6oi1ci50bi83eu131tvkbs7er7aflb3fp5vd8unl4v1tf4m9elcao47u9h7ckm9v/f/hfile_1 into 9106575260a3c7156d7e2bc92a69aa67/f (new location: hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/f/f300944137c145e0b6f96d016f33f3c6_SeqId_6_) 2024-11-10T01:21:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/staging/jenkins__test__6oi1ci50bi83eu131tvkbs7er7aflb3fp5vd8unl4v1tf4m9elcao47u9h7ckm9v/f/hfile_1 2024-11-10T01:21:10,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:21:10,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:10,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:10,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:10,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67., hostname=0c4d4d227d60,46425,1731201657656, seqNum=2 , the old value is region=test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67., hostname=0c4d4d227d60,46425,1731201657656, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0c4d4d227d60:46425 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T01:21:10,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67., hostname=0c4d4d227d60,46425,1731201657656, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T01:21:10,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67., hostname=0c4d4d227d60,46425,1731201657656, seqNum=2 from cache 2024-11-10T01:21:10,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:10,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:10,224 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T01:21:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,41349,1731201650552, seqNum=-1] 2024-11-10T01:21:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:10,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:21:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731201660974.fea41c532568e09e6a0e29529f71eea7., hostname=0c4d4d227d60,41349,1731201650552, seqNum=2] 2024-11-10T01:21:10,236 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T01:21:10,314 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 687, reset compression=false 2024-11-10T01:21:10,315 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 725, reset compression=false 2024-11-10T01:21:10,319 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:21:10,319 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.shipper0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,46425,1731201657656 got entry batch from reader: WALEntryBatch [walEntries=[{test/9106575260a3c7156d7e2bc92a69aa67/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731201670220/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T01:21:10,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.ReplicationSink(318): Replicating [56fe1285-c491-430c-bff8-293e67f8faa0] bulk loaded data 2024-11-10T01:21:10,328 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:46425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-10T01:21:10,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741844_1020 (size=11194) 2024-11-10T01:21:10,519 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 1033, reset compression=false 2024-11-10T01:21:10,575 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T01:21:10,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741845_1021 (size=10791) 2024-11-10T01:21:10,824 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 1033, reset compression=false 2024-11-10T01:21:10,918 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 687, reset compression=false 2024-11-10T01:21:11,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T01:21:11,159 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins.hfs.10__test__bv9nacrmksegspj73rcdcihqpa1onpqpi5i7quhob7hifarsc3tue2b20tptu2ad/f/ad1d4569c0e74fd98d5b5b6f26db130d_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-10T01:21:11,163 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins.hfs.10__test__bv9nacrmksegspj73rcdcihqpa1onpqpi5i7quhob7hifarsc3tue2b20tptu2ad/f/f300944137c145e0b6f96d016f33f3c6_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-10T01:21:11,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins.hfs.10__test__bv9nacrmksegspj73rcdcihqpa1onpqpi5i7quhob7hifarsc3tue2b20tptu2ad/f/f300944137c145e0b6f96d016f33f3c6_SeqId_6_ for inclusion in fea41c532568e09e6a0e29529f71eea7/f 2024-11-10T01:21:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T01:21:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:21:11,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins.hfs.10__test__bv9nacrmksegspj73rcdcihqpa1onpqpi5i7quhob7hifarsc3tue2b20tptu2ad/f/ad1d4569c0e74fd98d5b5b6f26db130d_SeqId_6_ for inclusion in fea41c532568e09e6a0e29529f71eea7/f 2024-11-10T01:21:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T01:21:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:21:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HRegion(2603): Flush status journal for fea41c532568e09e6a0e29529f71eea7: 2024-11-10T01:21:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f300944137c145e0b6f96d016f33f3c6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T01:21:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins.hfs.10__test__bv9nacrmksegspj73rcdcihqpa1onpqpi5i7quhob7hifarsc3tue2b20tptu2ad/f/f300944137c145e0b6f96d016f33f3c6_SeqId_6_ as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/f/c14d9f328ba34cc69bfbee470218382f_SeqId_6_ 2024-11-10T01:21:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ad1d4569c0e74fd98d5b5b6f26db130d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T01:21:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins.hfs.10__test__bv9nacrmksegspj73rcdcihqpa1onpqpi5i7quhob7hifarsc3tue2b20tptu2ad/f/ad1d4569c0e74fd98d5b5b6f26db130d_SeqId_6_ as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/f/55037a97ebec4db1b775112192efe639_SeqId_6_ 2024-11-10T01:21:11,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins.hfs.10__test__bv9nacrmksegspj73rcdcihqpa1onpqpi5i7quhob7hifarsc3tue2b20tptu2ad/f/f300944137c145e0b6f96d016f33f3c6_SeqId_6_ into fea41c532568e09e6a0e29529f71eea7/f as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/f/c14d9f328ba34cc69bfbee470218382f_SeqId_6_ - updating store file list. 2024-11-10T01:21:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c14d9f328ba34cc69bfbee470218382f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T01:21:11,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/f/c14d9f328ba34cc69bfbee470218382f_SeqId_6_ into fea41c532568e09e6a0e29529f71eea7/f 2024-11-10T01:21:11,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins.hfs.10__test__bv9nacrmksegspj73rcdcihqpa1onpqpi5i7quhob7hifarsc3tue2b20tptu2ad/f/f300944137c145e0b6f96d016f33f3c6_SeqId_6_ into fea41c532568e09e6a0e29529f71eea7/f (new location: hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/f/c14d9f328ba34cc69bfbee470218382f_SeqId_6_) 2024-11-10T01:21:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins.hfs.10__test__bv9nacrmksegspj73rcdcihqpa1onpqpi5i7quhob7hifarsc3tue2b20tptu2ad/f/f300944137c145e0b6f96d016f33f3c6_SeqId_6_ 2024-11-10T01:21:11,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins.hfs.10__test__bv9nacrmksegspj73rcdcihqpa1onpqpi5i7quhob7hifarsc3tue2b20tptu2ad/f/ad1d4569c0e74fd98d5b5b6f26db130d_SeqId_6_ into fea41c532568e09e6a0e29529f71eea7/f as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/f/55037a97ebec4db1b775112192efe639_SeqId_6_ - updating store file list. 2024-11-10T01:21:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 55037a97ebec4db1b775112192efe639_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T01:21:11,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/f/55037a97ebec4db1b775112192efe639_SeqId_6_ into fea41c532568e09e6a0e29529f71eea7/f 2024-11-10T01:21:11,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins.hfs.10__test__bv9nacrmksegspj73rcdcihqpa1onpqpi5i7quhob7hifarsc3tue2b20tptu2ad/f/ad1d4569c0e74fd98d5b5b6f26db130d_SeqId_6_ into fea41c532568e09e6a0e29529f71eea7/f (new location: hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/f/55037a97ebec4db1b775112192efe639_SeqId_6_) 2024-11-10T01:21:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/staging/jenkins.hfs.10__test__bv9nacrmksegspj73rcdcihqpa1onpqpi5i7quhob7hifarsc3tue2b20tptu2ad/f/ad1d4569c0e74fd98d5b5b6f26db130d_SeqId_6_ 2024-11-10T01:21:11,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.ReplicationSink(324): Finished replicating [56fe1285-c491-430c-bff8-293e67f8faa0] bulk loaded data 2024-11-10T01:21:11,228 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 1033, reset compression=false 2024-11-10T01:21:11,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:21:11,246 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:21:11,246 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:11,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:11,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:11,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:11,246 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:21:11,246 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=982686291, stopped=false 2024-11-10T01:21:11,246 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,40769,1731201657507 2024-11-10T01:21:11,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1429770279/running 2024-11-10T01:21:11,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1429770279/running 2024-11-10T01:21:11,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:21:11,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:21:11,516 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:21:11,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:21:11,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:11,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:11,517 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,46425,1731201657656' ***** 2024-11-10T01:21:11,517 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:21:11,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Set watcher on znode that does not yet exist, /1429770279/running 2024-11-10T01:21:11,517 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:21:11,517 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:21:11,517 INFO [RS:0;0c4d4d227d60:46425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:21:11,517 INFO [RS:0;0c4d4d227d60:46425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:21:11,518 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(3091): Received CLOSE for 9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:11,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Set watcher on znode that does not yet exist, /1429770279/running 2024-11-10T01:21:11,518 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d1a3a73f05c27318384dd3524992b34 2024-11-10T01:21:11,518 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,46425,1731201657656 2024-11-10T01:21:11,518 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9106575260a3c7156d7e2bc92a69aa67, disabling compactions & flushes 2024-11-10T01:21:11,518 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:21:11,518 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67. 2024-11-10T01:21:11,518 INFO [RS:0;0c4d4d227d60:46425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:46425. 2024-11-10T01:21:11,518 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67. 2024-11-10T01:21:11,518 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67. after waiting 0 ms 2024-11-10T01:21:11,518 DEBUG [RS:0;0c4d4d227d60:46425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:11,518 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67. 2024-11-10T01:21:11,518 DEBUG [RS:0;0c4d4d227d60:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:11,518 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:21:11,518 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:21:11,518 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:21:11,518 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:21:11,519 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T01:21:11,519 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1325): Online Regions={9106575260a3c7156d7e2bc92a69aa67=test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67., 1588230740=hbase:meta,,1.1588230740, 2d1a3a73f05c27318384dd3524992b34=hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34.} 2024-11-10T01:21:11,519 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d1a3a73f05c27318384dd3524992b34, 9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:11,519 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:21:11,519 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:21:11,519 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:21:11,519 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:21:11,519 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:21:11,520 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T01:21:11,589 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:21:11,642 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 687, reset compression=false 2024-11-10T01:21:11,707 INFO [AsyncFSWAL-0-hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40-prefix:0c4d4d227d60,46425,1731201657656.meta {}] wal.AbstractFSWAL(1368): Slow sync cost: 185 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34045,DS-be60bef3-dee3-441b-9f4d-5a71dd571c56,DISK]] 2024-11-10T01:21:11,707 INFO [AsyncFSWAL-0-hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40-prefix:0c4d4d227d60,46425,1731201657656 {}] wal.AbstractFSWAL(1368): Slow sync cost: 186 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34045,DS-be60bef3-dee3-441b-9f4d-5a71dd571c56,DISK]] 2024-11-10T01:21:11,719 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d1a3a73f05c27318384dd3524992b34, 9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:11,733 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 1033, reset compression=false 2024-11-10T01:21:11,737 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:21:11,738 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 1328, reset compression=false 2024-11-10T01:21:11,738 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.shipper0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,46425,1731201657656 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:21:11,739 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.shipper0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0c4d4d227d60,46425,1731201657656: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0c4d4d227d60,46425,1731201657656, walGroup=0c4d4d227d60%2C46425%2C1731201657656, offset=0c4d4d227d60%2C46425%2C1731201657656.1731201659310:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:46425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T01:21:11,740 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.shipper0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T01:21:11,743 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.shipper0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T01:21:11,744 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.shipper0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T01:21:11,744 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.shipper0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T01:21:11,744 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.shipper0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T01:21:11,744 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.shipper0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 538499216 }, "NonHeapMemoryUsage": { "committed": 190054400, "init": 7667712, "max": -1, "used": 187128544 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T01:21:11,747 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.shipper0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-10T01:21:11,919 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d1a3a73f05c27318384dd3524992b34, 9106575260a3c7156d7e2bc92a69aa67 2024-11-10T01:21:11,941 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 1328, reset compression=false 2024-11-10T01:21:11,949 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:21:11,950 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/default/test/9106575260a3c7156d7e2bc92a69aa67/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T01:21:11,955 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:21:11,955 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41349,1731201650552 got entry batch from reader: WALEntryBatch [walEntries=[{test/fea41c532568e09e6a0e29529f71eea7/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731201671187/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T01:21:11,955 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:21:11,955 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67. 2024-11-10T01:21:11,955 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9106575260a3c7156d7e2bc92a69aa67: Waiting for close lock at 1731201671518Running coprocessor pre-close hooks at 1731201671518Disabling compacts and flushes for region at 1731201671518Disabling writes for close at 1731201671518Writing region close event to WAL at 1731201671519 (+1 ms)Running coprocessor post-close hooks at 1731201671955 (+436 ms)Closed at 1731201671955 2024-11-10T01:21:11,955 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67. 2024-11-10T01:21:11,955 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d1a3a73f05c27318384dd3524992b34, disabling compactions & flushes 2024-11-10T01:21:11,955 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. 2024-11-10T01:21:11,955 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. 2024-11-10T01:21:11,955 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. after waiting 0 ms 2024-11-10T01:21:11,955 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. 2024-11-10T01:21:11,956 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d1a3a73f05c27318384dd3524992b34: Waiting for close lock at 1731201671955Running coprocessor pre-close hooks at 1731201671955Disabling compacts and flushes for region at 1731201671955Disabling writes for close at 1731201671955Failed flush hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34., putting online again at 1731201671956 (+1 ms) 2024-11-10T01:21:11,956 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. 2024-11-10T01:21:11,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0c4d4d227d60,46425,1731201657656 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:21:11,957 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 0c4d4d227d60,46425,1731201657656 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:21:11,966 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/.tmp/info/a4e895e0cc1d4a8ea5cad717ec3b48c2 is 147, key is hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34./info:regioninfo/1731201666660/Put/seqid=0 2024-11-10T01:21:11,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741844_1020 (size=7686) 2024-11-10T01:21:11,970 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/.tmp/info/a4e895e0cc1d4a8ea5cad717ec3b48c2 2024-11-10T01:21:11,992 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/.tmp/ns/16866aee87fd4a6aa2087f22085ad82f is 43, key is default/ns:d/1731201660818/Put/seqid=0 2024-11-10T01:21:11,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741845_1021 (size=5153) 2024-11-10T01:21:12,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0c4d4d227d60,46425,1731201657656 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:21:12,061 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 0c4d4d227d60,46425,1731201657656 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:21:12,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:21:12,120 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d1a3a73f05c27318384dd3524992b34 2024-11-10T01:21:12,120 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d1a3a73f05c27318384dd3524992b34 2024-11-10T01:21:12,120 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d1a3a73f05c27318384dd3524992b34, disabling compactions & flushes 2024-11-10T01:21:12,120 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. 2024-11-10T01:21:12,120 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. 2024-11-10T01:21:12,120 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. after waiting 0 ms 2024-11-10T01:21:12,120 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. 2024-11-10T01:21:12,120 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d1a3a73f05c27318384dd3524992b34: Waiting for close lock at 1731201672120Running coprocessor pre-close hooks at 1731201672120Disabling compacts and flushes for region at 1731201672120Disabling writes for close at 1731201672120Failed flush hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34., putting online again at 1731201672120 2024-11-10T01:21:12,120 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34. 2024-11-10T01:21:12,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:12,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:12,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:12,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:12,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:12,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:12,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:12,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:12,149 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 1033, reset compression=false 2024-11-10T01:21:12,166 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:21:12,166 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:21:12,247 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 1328, reset compression=false 2024-11-10T01:21:12,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0c4d4d227d60,46425,1731201657656 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:21:12,264 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 0c4d4d227d60,46425,1731201657656 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:21:12,320 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:21:12,396 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/.tmp/ns/16866aee87fd4a6aa2087f22085ad82f 2024-11-10T01:21:12,418 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/.tmp/rep_barrier/c69fc46410e24f9cbcb85fecf2384b8c is 112, key is test,,1731201663131.9106575260a3c7156d7e2bc92a69aa67./rep_barrier:seqnumDuringOpen/1731201663490/Put/seqid=0 2024-11-10T01:21:12,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741846_1022 (size=5518) 2024-11-10T01:21:12,454 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 1033, reset compression=false 2024-11-10T01:21:12,520 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T01:21:12,520 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2d1a3a73f05c27318384dd3524992b34=hbase:replication,,1731201665985.2d1a3a73f05c27318384dd3524992b34.} 2024-11-10T01:21:12,520 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:21:12,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0c4d4d227d60,46425,1731201657656 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:21:12,568 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 0c4d4d227d60,46425,1731201657656 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:21:12,651 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 1328, reset compression=false 2024-11-10T01:21:12,720 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:21:12,822 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/.tmp/rep_barrier/c69fc46410e24f9cbcb85fecf2384b8c 2024-11-10T01:21:12,843 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/.tmp/table/7f32d78858b441c1a92254c4d0c391ff is 53, key is hbase:replication/table:state/1731201666690/Put/seqid=0 2024-11-10T01:21:12,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741847_1023 (size=5308) 2024-11-10T01:21:12,858 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 1033, reset compression=false 2024-11-10T01:21:12,920 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:21:12,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0c4d4d227d60,46425,1731201657656 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:21:12,972 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 0c4d4d227d60,46425,1731201657656 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:21:13,121 DEBUG [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:21:13,155 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/WALs/0c4d4d227d60,46425,1731201657656/0c4d4d227d60%2C46425%2C1731201657656.1731201659310 to pos 1328, reset compression=false 2024-11-10T01:21:13,249 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/.tmp/table/7f32d78858b441c1a92254c4d0c391ff 2024-11-10T01:21:13,254 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/.tmp/info/a4e895e0cc1d4a8ea5cad717ec3b48c2 as hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/info/a4e895e0cc1d4a8ea5cad717ec3b48c2 2024-11-10T01:21:13,259 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/info/a4e895e0cc1d4a8ea5cad717ec3b48c2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T01:21:13,260 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/.tmp/ns/16866aee87fd4a6aa2087f22085ad82f as hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/ns/16866aee87fd4a6aa2087f22085ad82f 2024-11-10T01:21:13,264 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/ns/16866aee87fd4a6aa2087f22085ad82f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T01:21:13,265 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/.tmp/rep_barrier/c69fc46410e24f9cbcb85fecf2384b8c as hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/rep_barrier/c69fc46410e24f9cbcb85fecf2384b8c 2024-11-10T01:21:13,272 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/rep_barrier/c69fc46410e24f9cbcb85fecf2384b8c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T01:21:13,273 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/.tmp/table/7f32d78858b441c1a92254c4d0c391ff as hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/table/7f32d78858b441c1a92254c4d0c391ff 2024-11-10T01:21:13,278 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/table/7f32d78858b441c1a92254c4d0c391ff, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T01:21:13,279 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1760ms, sequenceid=16, compaction requested=false 2024-11-10T01:21:13,283 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T01:21:13,284 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:21:13,284 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:21:13,284 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:21:13,284 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201671519Running coprocessor pre-close hooks at 1731201671519Disabling compacts and flushes for region at 1731201671519Disabling writes for close at 1731201671519Obtaining lock to block concurrent updates at 1731201671520 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731201671520Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731201671520Flushing stores of hbase:meta,,1.1588230740 at 1731201671707 (+187 ms)Flushing 1588230740/info: creating writer at 1731201671707Flushing 1588230740/info: appending metadata at 1731201671965 (+258 ms)Flushing 1588230740/info: closing flushed file at 1731201671965Flushing 1588230740/ns: creating writer at 1731201671974 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731201671992 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731201671992Flushing 1588230740/rep_barrier: creating writer at 1731201672401 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731201672417 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731201672418 (+1 ms)Flushing 1588230740/table: creating writer at 1731201672827 (+409 ms)Flushing 1588230740/table: appending metadata at 1731201672843 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731201672843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6532c749: reopening flushed file at 1731201673254 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19355131: reopening flushed file at 1731201673259 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b89d160: reopening flushed file at 1731201673264 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2561c3: reopening flushed file at 1731201673273 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1760ms, sequenceid=16, compaction requested=false at 1731201673279 (+6 ms)Writing region close event to WAL at 1731201673280 (+1 ms)Running coprocessor post-close hooks at 1731201673284 (+4 ms)Closed at 1731201673284 2024-11-10T01:21:13,284 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:21:13,321 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T01:21:13,321 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,46425,1731201657656; all regions closed. 2024-11-10T01:21:13,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741834_1010 (size=4239) 2024-11-10T01:21:13,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741839_1015 (size=2150) 2024-11-10T01:21:13,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741832_1008 (size=1336) 2024-11-10T01:21:13,330 DEBUG [RS:0;0c4d4d227d60:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:13,330 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:21:13,330 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:21:13,330 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T01:21:13,330 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:21:13,330 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,46425,1731201657656 because: Region server is closing 2024-11-10T01:21:13,330 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:21:13,331 INFO [RS:0;0c4d4d227d60:46425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:46425. 2024-11-10T01:21:13,331 DEBUG [RS:0;0c4d4d227d60:46425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:13,331 DEBUG [RS:0;0c4d4d227d60:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:13,331 DEBUG [RS:0;0c4d4d227d60:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:13,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:13,361 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 1033, reset compression=false 2024-11-10T01:21:13,431 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.shipper0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 terminated 2024-11-10T01:21:13,431 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,46425,1731201657656.replicationSource.wal-reader.0c4d4d227d60%2C46425%2C1731201657656,1-0c4d4d227d60,46425,1731201657656 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T01:21:13,431 INFO [RS:0;0c4d4d227d60:46425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:46425. 2024-11-10T01:21:13,431 DEBUG [RS:0;0c4d4d227d60:46425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:13,431 DEBUG [RS:0;0c4d4d227d60:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:13,432 DEBUG [RS:0;0c4d4d227d60:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:13,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:13,432 INFO [RS:0;0c4d4d227d60:46425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46425 2024-11-10T01:21:13,475 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0c4d4d227d60:46425 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0c4d4d227d60/172.17.0.3:46425 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:21:13,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 0c4d4d227d60:46425 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0c4d4d227d60/172.17.0.3:46425 2024-11-10T01:21:13,476 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=0c4d4d227d60:46425 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0c4d4d227d60/172.17.0.3:46425 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0c4d4d227d60/172.17.0.3:46425 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T01:21:13,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1429770279/rs/0c4d4d227d60,46425,1731201657656 2024-11-10T01:21:13,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279/rs 2024-11-10T01:21:13,665 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:21:13,827 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,46425,1731201657656] 2024-11-10T01:21:13,926 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1429770279/draining/0c4d4d227d60,46425,1731201657656 already deleted, retry=false 2024-11-10T01:21:13,926 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,46425,1731201657656 expired; onlineServers=0 2024-11-10T01:21:13,926 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,40769,1731201657507' ***** 2024-11-10T01:21:13,926 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:21:13,926 INFO [M:0;0c4d4d227d60:40769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:21:13,926 INFO [M:0;0c4d4d227d60:40769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:21:13,927 DEBUG [M:0;0c4d4d227d60:40769 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:21:13,927 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:21:13,927 DEBUG [M:0;0c4d4d227d60:40769 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:21:13,927 INFO [M:0;0c4d4d227d60:40769 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:21:13,927 INFO [M:0;0c4d4d227d60:40769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:21:13,927 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201659020 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201659020,5,FailOnTimeoutGroup] 2024-11-10T01:21:13,927 DEBUG [M:0;0c4d4d227d60:40769 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:21:13,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:21:13,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1012254bc910004, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:21:13,927 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201659021 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201659021,5,FailOnTimeoutGroup] 2024-11-10T01:21:13,927 INFO [RS:0;0c4d4d227d60:46425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:21:13,927 INFO [M:0;0c4d4d227d60:40769 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:21:13,927 INFO [RS:0;0c4d4d227d60:46425 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,46425,1731201657656; zookeeper connection closed. 2024-11-10T01:21:13,927 INFO [M:0;0c4d4d227d60:40769 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:21:13,927 INFO [M:0;0c4d4d227d60:40769 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:21:13,927 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:21:13,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ec9348a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ec9348a 2024-11-10T01:21:13,928 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:21:13,965 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 1033, reset compression=false 2024-11-10T01:21:14,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T01:21:14,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T01:21:14,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1429770279/master 2024-11-10T01:21:14,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1429770279 2024-11-10T01:21:14,053 DEBUG [M:0;0c4d4d227d60:40769 {}] zookeeper.ZKUtil(347): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Unable to get data of znode /1429770279/master because node does not exist (not an error) 2024-11-10T01:21:14,053 WARN [M:0;0c4d4d227d60:40769 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:21:14,053 INFO [M:0;0c4d4d227d60:40769 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/.lastflushedseqids 2024-11-10T01:21:14,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741848_1024 (size=263) 2024-11-10T01:21:14,079 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0c4d4d227d60:46425 this server is in the failed servers list 2024-11-10T01:21:14,079 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0c4d4d227d60:46425 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0c4d4d227d60:46425 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0c4d4d227d60:46425 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 12 more 2024-11-10T01:21:14,462 INFO [M:0;0c4d4d227d60:40769 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:21:14,462 INFO [M:0;0c4d4d227d60:40769 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:21:14,462 DEBUG [M:0;0c4d4d227d60:40769 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:21:14,462 INFO [M:0;0c4d4d227d60:40769 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:14,462 DEBUG [M:0;0c4d4d227d60:40769 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:14,462 DEBUG [M:0;0c4d4d227d60:40769 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:21:14,462 DEBUG [M:0;0c4d4d227d60:40769 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:14,463 INFO [M:0;0c4d4d227d60:40769 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T01:21:14,481 DEBUG [M:0;0c4d4d227d60:40769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/850702cc96814f02bf43348da5e04452 is 82, key is hbase:meta,,1/info:regioninfo/1731201660769/Put/seqid=0 2024-11-10T01:21:14,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741849_1025 (size=5672) 2024-11-10T01:21:14,669 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 1033, reset compression=false 2024-11-10T01:21:14,780 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0c4d4d227d60:46425 this server is in the failed servers list 2024-11-10T01:21:14,780 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0c4d4d227d60:46425 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0c4d4d227d60:46425 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0c4d4d227d60:46425 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 12 more 2024-11-10T01:21:14,885 INFO [M:0;0c4d4d227d60:40769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/850702cc96814f02bf43348da5e04452 2024-11-10T01:21:14,903 DEBUG [M:0;0c4d4d227d60:40769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa9a511f82f3402c8e7b17a8b8cdd619 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731201666695/Put/seqid=0 2024-11-10T01:21:14,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741850_1026 (size=8516) 2024-11-10T01:21:15,307 INFO [M:0;0c4d4d227d60:40769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa9a511f82f3402c8e7b17a8b8cdd619 2024-11-10T01:21:15,328 DEBUG [M:0;0c4d4d227d60:40769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99d1383620654f0a8796f1bb7b1bf29b is 69, key is 0c4d4d227d60,46425,1731201657656/rs:state/1731201659137/Put/seqid=0 2024-11-10T01:21:15,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741851_1027 (size=5156) 2024-11-10T01:21:15,473 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 1033, reset compression=false 2024-11-10T01:21:15,582 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0c4d4d227d60:46425 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0c4d4d227d60/172.17.0.3:46425 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:21:15,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 0c4d4d227d60:46425 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0c4d4d227d60/172.17.0.3:46425 2024-11-10T01:21:15,583 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=0c4d4d227d60:46425 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0c4d4d227d60/172.17.0.3:46425 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0c4d4d227d60/172.17.0.3:46425 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T01:21:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-10T01:21:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:45780 deadline: 1731201735586, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T01:21:15,591 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-10T01:21:15,592 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T01:21:15,732 INFO [M:0;0c4d4d227d60:40769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99d1383620654f0a8796f1bb7b1bf29b 2024-11-10T01:21:15,736 DEBUG [M:0;0c4d4d227d60:40769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/850702cc96814f02bf43348da5e04452 as hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/850702cc96814f02bf43348da5e04452 2024-11-10T01:21:15,740 INFO [M:0;0c4d4d227d60:40769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/850702cc96814f02bf43348da5e04452, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T01:21:15,741 DEBUG [M:0;0c4d4d227d60:40769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa9a511f82f3402c8e7b17a8b8cdd619 as hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa9a511f82f3402c8e7b17a8b8cdd619 2024-11-10T01:21:15,746 INFO [M:0;0c4d4d227d60:40769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa9a511f82f3402c8e7b17a8b8cdd619, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T01:21:15,747 DEBUG [M:0;0c4d4d227d60:40769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99d1383620654f0a8796f1bb7b1bf29b as hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99d1383620654f0a8796f1bb7b1bf29b 2024-11-10T01:21:15,751 INFO [M:0;0c4d4d227d60:40769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34339/user/jenkins/test-data/13410745-b811-5c78-17d4-2c19af764e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99d1383620654f0a8796f1bb7b1bf29b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T01:21:15,751 INFO [M:0;0c4d4d227d60:40769 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-10T01:21:15,756 INFO [M:0;0c4d4d227d60:40769 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:15,756 DEBUG [M:0;0c4d4d227d60:40769 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201674462Disabling compacts and flushes for region at 1731201674462Disabling writes for close at 1731201674462Obtaining lock to block concurrent updates at 1731201674463 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201674463Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731201674463Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201674463Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201674463Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201674480 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201674480Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201674889 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201674902 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201674902Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201675311 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201675327 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201675327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d5b143d: reopening flushed file at 1731201675735 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd2bb0d: reopening flushed file at 1731201675740 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23cd44f0: reopening flushed file at 1731201675746 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1731201675751 (+5 ms)Writing region close event to WAL at 1731201675756 (+5 ms)Closed at 1731201675756 2024-11-10T01:21:15,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34045 is added to blk_1073741830_1006 (size=63654) 2024-11-10T01:21:15,761 INFO [M:0;0c4d4d227d60:40769 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:21:15,761 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:21:15,761 INFO [M:0;0c4d4d227d60:40769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40769 2024-11-10T01:21:15,762 INFO [M:0;0c4d4d227d60:40769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:21:16,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:21:16,015 INFO [M:0;0c4d4d227d60:40769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:21:16,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40769-0x1012254bc910003, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:21:16,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e7ed898{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:21:16,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dfa0b73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:21:16,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:21:16,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bc2fe1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:21:16,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b0883f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/hadoop.log.dir/,STOPPED} 2024-11-10T01:21:16,020 WARN [BP-712947237-172.17.0.3-1731201654026 heartbeating to localhost/127.0.0.1:34339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:21:16,020 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:21:16,020 WARN [BP-712947237-172.17.0.3-1731201654026 heartbeating to localhost/127.0.0.1:34339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-712947237-172.17.0.3-1731201654026 (Datanode Uuid e6140bb0-b04f-452d-b745-d27ad856b076) service to localhost/127.0.0.1:34339 2024-11-10T01:21:16,020 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:21:16,021 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/cluster_ff185a21-8474-5b42-2943-9eb80c284569/data/data1/current/BP-712947237-172.17.0.3-1731201654026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:21:16,021 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/cluster_ff185a21-8474-5b42-2943-9eb80c284569/data/data2/current/BP-712947237-172.17.0.3-1731201654026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:21:16,021 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:21:16,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3310d2a5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:21:16,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e524fa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:21:16,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:21:16,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c20af62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:21:16,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2df946f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/hadoop.log.dir/,STOPPED} 2024-11-10T01:21:16,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:21:16,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:21:16,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:21:16,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:16,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:16,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:16,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:16,046 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:21:16,046 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=707486927, stopped=false 2024-11-10T01:21:16,046 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,42755,1731201650266 2024-11-10T01:21:16,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0300813328/running 2024-11-10T01:21:16,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:21:16,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0300813328/running 2024-11-10T01:21:16,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:21:16,063 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:21:16,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:21:16,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:16,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:16,064 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,41349,1731201650552' ***** 2024-11-10T01:21:16,064 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:21:16,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Set watcher on znode that does not yet exist, /0300813328/running 2024-11-10T01:21:16,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Set watcher on znode that does not yet exist, /0300813328/running 2024-11-10T01:21:16,064 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:21:16,064 INFO [RS:0;0c4d4d227d60:41349 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:21:16,064 INFO [RS:0;0c4d4d227d60:41349 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:21:16,064 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(3091): Received CLOSE for 97506950c01319832542db8aa696cb09 2024-11-10T01:21:16,065 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:21:16,065 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(3091): Received CLOSE for fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:16,065 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,41349,1731201650552 2024-11-10T01:21:16,065 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:21:16,065 INFO [RS:0;0c4d4d227d60:41349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:41349. 2024-11-10T01:21:16,065 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97506950c01319832542db8aa696cb09, disabling compactions & flushes 2024-11-10T01:21:16,065 DEBUG [RS:0;0c4d4d227d60:41349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:16,065 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09. 2024-11-10T01:21:16,065 DEBUG [RS:0;0c4d4d227d60:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:16,065 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09. 2024-11-10T01:21:16,065 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09. after waiting 0 ms 2024-11-10T01:21:16,065 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:21:16,065 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09. 2024-11-10T01:21:16,065 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:21:16,065 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:21:16,065 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:21:16,065 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97506950c01319832542db8aa696cb09 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-10T01:21:16,065 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T01:21:16,065 DEBUG [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1325): Online Regions={97506950c01319832542db8aa696cb09=hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09., 1588230740=hbase:meta,,1.1588230740, fea41c532568e09e6a0e29529f71eea7=test,,1731201660974.fea41c532568e09e6a0e29529f71eea7.} 2024-11-10T01:21:16,066 DEBUG [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97506950c01319832542db8aa696cb09, fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:16,066 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:21:16,066 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:21:16,066 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:21:16,066 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:21:16,066 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:21:16,066 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T01:21:16,083 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/replication/97506950c01319832542db8aa696cb09/.tmp/hfileref/d95b145af87e404ebc5ddfc10c6185ed is 74, key is 1/hfileref:0ebe68fde908409a996310c4115c0dc8_SeqId_4_/1731201669164/DeleteColumn/seqid=0 2024-11-10T01:21:16,086 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/.tmp/info/3b0672d974e94138b50aeff5093b4246 is 147, key is hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09./info:regioninfo/1731201664637/Put/seqid=0 2024-11-10T01:21:16,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741846_1022 (size=5345) 2024-11-10T01:21:16,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741847_1023 (size=7686) 2024-11-10T01:21:16,112 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:21:16,266 DEBUG [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97506950c01319832542db8aa696cb09, fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:16,386 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 1033, reset compression=false 2024-11-10T01:21:16,466 DEBUG [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97506950c01319832542db8aa696cb09, fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:16,491 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/replication/97506950c01319832542db8aa696cb09/.tmp/hfileref/d95b145af87e404ebc5ddfc10c6185ed 2024-11-10T01:21:16,491 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/.tmp/info/3b0672d974e94138b50aeff5093b4246 2024-11-10T01:21:16,492 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T01:21:16,493 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0c4d4d227d60:40769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0c4d4d227d60/172.17.0.3:40769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:21:16,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 0c4d4d227d60:40769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0c4d4d227d60/172.17.0.3:40769 2024-11-10T01:21:16,510 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/replication/97506950c01319832542db8aa696cb09/.tmp/queue/d818cbadd8ee44bb837b03510c692b2f is 153, key is 1-0c4d4d227d60,41349,1731201650552/queue:0c4d4d227d60%2C41349%2C1731201650552/1731201669166/Put/seqid=0 2024-11-10T01:21:16,512 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/.tmp/ns/3ef30310e1b84daeb7837a0613ad2d48 is 43, key is default/ns:d/1731201653827/Put/seqid=0 2024-11-10T01:21:16,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741848_1024 (size=5352) 2024-11-10T01:21:16,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741849_1025 (size=5153) 2024-11-10T01:21:16,597 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:16,598 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0c4d4d227d60:40769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0c4d4d227d60/172.17.0.3:40769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:21:16,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=0c4d4d227d60:40769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0c4d4d227d60/172.17.0.3:40769 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-10T01:21:16,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 0c4d4d227d60:40769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0c4d4d227d60/172.17.0.3:40769 2024-11-10T01:21:16,658 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:21:16,658 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:21:16,666 DEBUG [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97506950c01319832542db8aa696cb09, fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:16,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:16,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0c4d4d227d60:40769 this server is in the failed servers list 2024-11-10T01:21:16,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0c4d4d227d60:40769 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:21:16,866 DEBUG [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97506950c01319832542db8aa696cb09, fea41c532568e09e6a0e29529f71eea7 2024-11-10T01:21:16,914 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/replication/97506950c01319832542db8aa696cb09/.tmp/queue/d818cbadd8ee44bb837b03510c692b2f 2024-11-10T01:21:16,916 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/.tmp/ns/3ef30310e1b84daeb7837a0613ad2d48 2024-11-10T01:21:16,920 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/replication/97506950c01319832542db8aa696cb09/.tmp/hfileref/d95b145af87e404ebc5ddfc10c6185ed as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/replication/97506950c01319832542db8aa696cb09/hfileref/d95b145af87e404ebc5ddfc10c6185ed 2024-11-10T01:21:16,925 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/replication/97506950c01319832542db8aa696cb09/hfileref/d95b145af87e404ebc5ddfc10c6185ed, entries=4, sequenceid=10, filesize=5.2 K 2024-11-10T01:21:16,926 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/replication/97506950c01319832542db8aa696cb09/.tmp/queue/d818cbadd8ee44bb837b03510c692b2f as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/replication/97506950c01319832542db8aa696cb09/queue/d818cbadd8ee44bb837b03510c692b2f 2024-11-10T01:21:16,933 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/replication/97506950c01319832542db8aa696cb09/queue/d818cbadd8ee44bb837b03510c692b2f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T01:21:16,934 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 97506950c01319832542db8aa696cb09 in 868ms, sequenceid=10, compaction requested=false 2024-11-10T01:21:16,939 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/.tmp/rep_barrier/4bbe364efbf14b5eb1808407d34fec70 is 112, key is test,,1731201660974.fea41c532568e09e6a0e29529f71eea7./rep_barrier:seqnumDuringOpen/1731201662133/Put/seqid=0 2024-11-10T01:21:16,943 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/replication/97506950c01319832542db8aa696cb09/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T01:21:16,943 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:21:16,943 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:21:16,943 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09. 2024-11-10T01:21:16,943 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97506950c01319832542db8aa696cb09: Waiting for close lock at 1731201676065Running coprocessor pre-close hooks at 1731201676065Disabling compacts and flushes for region at 1731201676065Disabling writes for close at 1731201676065Obtaining lock to block concurrent updates at 1731201676065Preparing flush snapshotting stores in 97506950c01319832542db8aa696cb09 at 1731201676065Finished memstore snapshotting hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731201676065Flushing stores of hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09. at 1731201676066 (+1 ms)Flushing 97506950c01319832542db8aa696cb09/hfileref: creating writer at 1731201676066Flushing 97506950c01319832542db8aa696cb09/hfileref: appending metadata at 1731201676083 (+17 ms)Flushing 97506950c01319832542db8aa696cb09/hfileref: closing flushed file at 1731201676083Flushing 97506950c01319832542db8aa696cb09/queue: creating writer at 1731201676497 (+414 ms)Flushing 97506950c01319832542db8aa696cb09/queue: appending metadata at 1731201676510 (+13 ms)Flushing 97506950c01319832542db8aa696cb09/queue: closing flushed file at 1731201676510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d004c3a: reopening flushed file at 1731201676919 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2694e2: reopening flushed file at 1731201676925 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 97506950c01319832542db8aa696cb09 in 868ms, sequenceid=10, compaction requested=false at 1731201676934 (+9 ms)Writing region close event to WAL at 1731201676940 (+6 ms)Running coprocessor post-close hooks at 1731201676943 (+3 ms)Closed at 1731201676943 2024-11-10T01:21:16,944 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731201663803.97506950c01319832542db8aa696cb09. 2024-11-10T01:21:16,944 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fea41c532568e09e6a0e29529f71eea7, disabling compactions & flushes 2024-11-10T01:21:16,944 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731201660974.fea41c532568e09e6a0e29529f71eea7. 2024-11-10T01:21:16,944 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201660974.fea41c532568e09e6a0e29529f71eea7. 2024-11-10T01:21:16,944 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731201660974.fea41c532568e09e6a0e29529f71eea7. after waiting 0 ms 2024-11-10T01:21:16,944 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731201660974.fea41c532568e09e6a0e29529f71eea7. 2024-11-10T01:21:16,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741850_1026 (size=5518) 2024-11-10T01:21:16,946 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/.tmp/rep_barrier/4bbe364efbf14b5eb1808407d34fec70 2024-11-10T01:21:16,949 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/default/test/fea41c532568e09e6a0e29529f71eea7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T01:21:16,949 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:21:16,949 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:21:16,949 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731201660974.fea41c532568e09e6a0e29529f71eea7. 2024-11-10T01:21:16,949 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fea41c532568e09e6a0e29529f71eea7: Waiting for close lock at 1731201676944Running coprocessor pre-close hooks at 1731201676944Disabling compacts and flushes for region at 1731201676944Disabling writes for close at 1731201676944Writing region close event to WAL at 1731201676944Running coprocessor post-close hooks at 1731201676949 (+5 ms)Closed at 1731201676949 2024-11-10T01:21:16,949 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731201660974.fea41c532568e09e6a0e29529f71eea7. 2024-11-10T01:21:16,963 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/.tmp/table/fc25e19979644145b7f66963ac0a1643 is 53, key is hbase:replication/table:state/1731201664657/Put/seqid=0 2024-11-10T01:21:16,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741851_1027 (size=5308) 2024-11-10T01:21:17,067 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T01:21:17,067 DEBUG [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:21:17,067 DEBUG [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:21:17,117 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:17,117 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0c4d4d227d60:40769 this server is in the failed servers list 2024-11-10T01:21:17,118 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0c4d4d227d60:40769 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:21:17,267 DEBUG [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:21:17,368 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/.tmp/table/fc25e19979644145b7f66963ac0a1643 2024-11-10T01:21:17,375 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/.tmp/info/3b0672d974e94138b50aeff5093b4246 as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/info/3b0672d974e94138b50aeff5093b4246 2024-11-10T01:21:17,379 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/info/3b0672d974e94138b50aeff5093b4246, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T01:21:17,380 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/.tmp/ns/3ef30310e1b84daeb7837a0613ad2d48 as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/ns/3ef30310e1b84daeb7837a0613ad2d48 2024-11-10T01:21:17,387 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/ns/3ef30310e1b84daeb7837a0613ad2d48, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T01:21:17,388 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/.tmp/rep_barrier/4bbe364efbf14b5eb1808407d34fec70 as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/rep_barrier/4bbe364efbf14b5eb1808407d34fec70 2024-11-10T01:21:17,389 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 1033, reset compression=false 2024-11-10T01:21:17,393 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/rep_barrier/4bbe364efbf14b5eb1808407d34fec70, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T01:21:17,394 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:21:17,394 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.wal-reader.0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/WALs/0c4d4d227d60,41349,1731201650552/0c4d4d227d60%2C41349%2C1731201650552.1731201652720 to pos 1328, reset compression=false 2024-11-10T01:21:17,394 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/.tmp/table/fc25e19979644145b7f66963ac0a1643 as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/table/fc25e19979644145b7f66963ac0a1643 2024-11-10T01:21:17,400 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/table/fc25e19979644145b7f66963ac0a1643, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T01:21:17,405 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false 2024-11-10T01:21:17,409 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T01:21:17,409 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:21:17,409 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:21:17,409 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:21:17,409 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201676065Running coprocessor pre-close hooks at 1731201676066 (+1 ms)Disabling compacts and flushes for region at 1731201676066Disabling writes for close at 1731201676066Obtaining lock to block concurrent updates at 1731201676066Preparing flush snapshotting stores in 1588230740 at 1731201676066Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731201676066Flushing stores of hbase:meta,,1.1588230740 at 1731201676067 (+1 ms)Flushing 1588230740/info: creating writer at 1731201676067Flushing 1588230740/info: appending metadata at 1731201676085 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731201676085Flushing 1588230740/ns: creating writer at 1731201676496 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731201676512 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731201676512Flushing 1588230740/rep_barrier: creating writer at 1731201676920 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731201676938 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731201676939 (+1 ms)Flushing 1588230740/table: creating writer at 1731201676951 (+12 ms)Flushing 1588230740/table: appending metadata at 1731201676963 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731201676963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370eafb5: reopening flushed file at 1731201677375 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16db0f68: reopening flushed file at 1731201677379 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541412f8: reopening flushed file at 1731201677387 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@420e427e: reopening flushed file at 1731201677393 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false at 1731201677405 (+12 ms)Writing region close event to WAL at 1731201677406 (+1 ms)Running coprocessor post-close hooks at 1731201677409 (+3 ms)Closed at 1731201677409 2024-11-10T01:21:17,409 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:21:17,457 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:21:17,467 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,41349,1731201650552; all regions closed. 2024-11-10T01:21:17,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741834_1010 (size=4239) 2024-11-10T01:21:17,473 DEBUG [RS:0;0c4d4d227d60:41349 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/oldWALs 2024-11-10T01:21:17,473 INFO [RS:0;0c4d4d227d60:41349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C41349%2C1731201650552.meta:.meta(num 1731201653730) 2024-11-10T01:21:17,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741839_1015 (size=2695) 2024-11-10T01:21:17,489 DEBUG [RS:0;0c4d4d227d60:41349 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/oldWALs 2024-11-10T01:21:17,489 INFO [RS:0;0c4d4d227d60:41349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C41349%2C1731201650552.rep:(num 1731201664569) 2024-11-10T01:21:17,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741833_1009 (size=1336) 2024-11-10T01:21:17,500 DEBUG [RS:0;0c4d4d227d60:41349 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/oldWALs 2024-11-10T01:21:17,500 INFO [RS:0;0c4d4d227d60:41349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C41349%2C1731201650552:(num 1731201652720) 2024-11-10T01:21:17,500 DEBUG [RS:0;0c4d4d227d60:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:17,500 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:21:17,500 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:21:17,500 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T01:21:17,500 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:21:17,500 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:21:17,500 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,41349,1731201650552 because: Region server is closing 2024-11-10T01:21:17,501 INFO [RS:0;0c4d4d227d60:41349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:41349. 2024-11-10T01:21:17,501 DEBUG [RS:0;0c4d4d227d60:41349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:17,501 DEBUG [RS:0;0c4d4d227d60:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:17,501 DEBUG [RS:0;0c4d4d227d60:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:17,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:17,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:17,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:17,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:17,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:17,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:17,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:17,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:17,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:17,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:17,601 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-10T01:21:17,601 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T01:21:17,601 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T01:21:17,627 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:17,627 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0c4d4d227d60:40769 this server is in the failed servers list 2024-11-10T01:21:17,627 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0c4d4d227d60:40769 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:21:18,602 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41349,1731201650552.replicationSource.shipper0c4d4d227d60%2C41349%2C1731201650552,1-0c4d4d227d60,41349,1731201650552 terminated 2024-11-10T01:21:18,602 INFO [RS:0;0c4d4d227d60:41349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:41349. 2024-11-10T01:21:18,602 DEBUG [RS:0;0c4d4d227d60:41349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:18,602 DEBUG [RS:0;0c4d4d227d60:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:18,602 DEBUG [RS:0;0c4d4d227d60:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:18,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:18,603 INFO [RS:0;0c4d4d227d60:41349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41349 2024-11-10T01:21:18,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:18,638 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:21:18,640 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2145 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:21:18,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328/rs 2024-11-10T01:21:18,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0300813328/rs/0c4d4d227d60,41349,1731201650552 2024-11-10T01:21:18,652 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:21:18,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,41349,1731201650552] 2024-11-10T01:21:18,673 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0300813328/draining/0c4d4d227d60,41349,1731201650552 already deleted, retry=false 2024-11-10T01:21:18,673 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,41349,1731201650552 expired; onlineServers=0 2024-11-10T01:21:18,673 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,42755,1731201650266' ***** 2024-11-10T01:21:18,673 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:21:18,673 INFO [M:0;0c4d4d227d60:42755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:21:18,673 INFO [M:0;0c4d4d227d60:42755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:21:18,673 DEBUG [M:0;0c4d4d227d60:42755 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:21:18,673 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:21:18,674 DEBUG [M:0;0c4d4d227d60:42755 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:21:18,674 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201652314 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201652314,5,FailOnTimeoutGroup] 2024-11-10T01:21:18,674 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201652314 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201652314,5,FailOnTimeoutGroup] 2024-11-10T01:21:18,674 INFO [M:0;0c4d4d227d60:42755 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:21:18,674 INFO [M:0;0c4d4d227d60:42755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:21:18,674 DEBUG [M:0;0c4d4d227d60:42755 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:21:18,674 INFO [M:0;0c4d4d227d60:42755 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:21:18,674 INFO [M:0;0c4d4d227d60:42755 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:21:18,674 INFO [M:0;0c4d4d227d60:42755 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:21:18,674 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:21:18,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0300813328/master 2024-11-10T01:21:18,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0300813328 2024-11-10T01:21:18,684 DEBUG [M:0;0c4d4d227d60:42755 {}] zookeeper.ZKUtil(347): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Unable to get data of znode /0300813328/master because node does not exist (not an error) 2024-11-10T01:21:18,684 WARN [M:0;0c4d4d227d60:42755 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:21:18,685 INFO [M:0;0c4d4d227d60:42755 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/.lastflushedseqids 2024-11-10T01:21:18,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741852_1028 (size=263) 2024-11-10T01:21:18,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:21:18,763 INFO [RS:0;0c4d4d227d60:41349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:21:18,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1012254bc910001, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:21:18,763 INFO [RS:0;0c4d4d227d60:41349 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,41349,1731201650552; zookeeper connection closed. 2024-11-10T01:21:18,763 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b5d84da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b5d84da 2024-11-10T01:21:18,763 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:21:19,089 INFO [M:0;0c4d4d227d60:42755 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:21:19,089 INFO [M:0;0c4d4d227d60:42755 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:21:19,089 DEBUG [M:0;0c4d4d227d60:42755 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:21:19,089 INFO [M:0;0c4d4d227d60:42755 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:19,089 DEBUG [M:0;0c4d4d227d60:42755 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:19,089 DEBUG [M:0;0c4d4d227d60:42755 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:21:19,089 DEBUG [M:0;0c4d4d227d60:42755 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:19,089 INFO [M:0;0c4d4d227d60:42755 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T01:21:19,103 DEBUG [M:0;0c4d4d227d60:42755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f8bf0dd79844830a4e34af5f4acda3d is 82, key is hbase:meta,,1/info:regioninfo/1731201653763/Put/seqid=0 2024-11-10T01:21:19,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741853_1029 (size=5672) 2024-11-10T01:21:19,507 INFO [M:0;0c4d4d227d60:42755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f8bf0dd79844830a4e34af5f4acda3d 2024-11-10T01:21:19,523 DEBUG [M:0;0c4d4d227d60:42755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbdab2ec29bc4106b8cec8fd7fd89f0c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731201664662/Put/seqid=0 2024-11-10T01:21:19,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741854_1030 (size=8516) 2024-11-10T01:21:19,848 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:21:19,927 INFO [M:0;0c4d4d227d60:42755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbdab2ec29bc4106b8cec8fd7fd89f0c 2024-11-10T01:21:19,948 DEBUG [M:0;0c4d4d227d60:42755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a756dde43081472299d2d3877eb09e88 is 69, key is 0c4d4d227d60,41349,1731201650552/rs:state/1731201652527/Put/seqid=0 2024-11-10T01:21:19,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741855_1031 (size=5156) 2024-11-10T01:21:19,960 INFO [M:0;0c4d4d227d60:42755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a756dde43081472299d2d3877eb09e88 2024-11-10T01:21:19,967 DEBUG [M:0;0c4d4d227d60:42755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f8bf0dd79844830a4e34af5f4acda3d as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f8bf0dd79844830a4e34af5f4acda3d 2024-11-10T01:21:19,972 INFO [M:0;0c4d4d227d60:42755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f8bf0dd79844830a4e34af5f4acda3d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T01:21:19,973 DEBUG [M:0;0c4d4d227d60:42755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbdab2ec29bc4106b8cec8fd7fd89f0c as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fbdab2ec29bc4106b8cec8fd7fd89f0c 2024-11-10T01:21:19,978 INFO [M:0;0c4d4d227d60:42755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fbdab2ec29bc4106b8cec8fd7fd89f0c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T01:21:19,979 DEBUG [M:0;0c4d4d227d60:42755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a756dde43081472299d2d3877eb09e88 as hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a756dde43081472299d2d3877eb09e88 2024-11-10T01:21:19,984 INFO [M:0;0c4d4d227d60:42755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46029/user/jenkins/test-data/b3045929-bf3e-7036-2da0-7170c97bd0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a756dde43081472299d2d3877eb09e88, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T01:21:19,985 INFO [M:0;0c4d4d227d60:42755 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=97, compaction requested=false 2024-11-10T01:21:19,992 INFO [M:0;0c4d4d227d60:42755 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:19,992 DEBUG [M:0;0c4d4d227d60:42755 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201679089Disabling compacts and flushes for region at 1731201679089Disabling writes for close at 1731201679089Obtaining lock to block concurrent updates at 1731201679089Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201679089Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731201679090 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201679090Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201679090Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201679102 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201679102Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201679511 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201679522 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201679522Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201679931 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201679948 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201679948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145d8762: reopening flushed file at 1731201679966 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70bd5ef0: reopening flushed file at 1731201679972 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37492543: reopening flushed file at 1731201679978 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=97, compaction requested=false at 1731201679985 (+7 ms)Writing region close event to WAL at 1731201679992 (+7 ms)Closed at 1731201679992 2024-11-10T01:21:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741830_1006 (size=63654) 2024-11-10T01:21:19,995 INFO [M:0;0c4d4d227d60:42755 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:21:19,995 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:21:19,995 INFO [M:0;0c4d4d227d60:42755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42755 2024-11-10T01:21:19,995 INFO [M:0;0c4d4d227d60:42755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:21:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:21:20,184 INFO [M:0;0c4d4d227d60:42755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:21:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x1012254bc910000, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:21:20,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d053f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:21:20,187 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15ac4d39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:21:20,187 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:21:20,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41510202{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:21:20,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@236ab19c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/hadoop.log.dir/,STOPPED} 2024-11-10T01:21:20,188 WARN [BP-2035662873-172.17.0.3-1731201646853 heartbeating to localhost/127.0.0.1:46029 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:21:20,188 WARN [BP-2035662873-172.17.0.3-1731201646853 heartbeating to localhost/127.0.0.1:46029 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2035662873-172.17.0.3-1731201646853 (Datanode Uuid 950de1b9-75bd-469f-b764-297722f7a632) service to localhost/127.0.0.1:46029 2024-11-10T01:21:20,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/cluster_7b9f8d1f-d294-c490-fc4a-813a944a60e9/data/data2/current/BP-2035662873-172.17.0.3-1731201646853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:21:20,189 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:21:20,189 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:21:20,189 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:21:20,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/cluster_7b9f8d1f-d294-c490-fc4a-813a944a60e9/data/data1/current/BP-2035662873-172.17.0.3-1731201646853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:21:20,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d97639c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:21:20,195 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@505e8297{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:21:20,195 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:21:20,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19561bd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:21:20,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ea52e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/deb596af-299b-4027-fe59-b0a133b96645/hadoop.log.dir/,STOPPED} 2024-11-10T01:21:20,205 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T01:21:20,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:21:20,237 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=237 (was 202) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:46029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:34339 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:46029 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:34339 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:34339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:46029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64981) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64981) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:34339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:46029 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=617 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=551 (was 381) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=283 (was 256) - AvailableMemoryMB LEAK? - 2024-11-10T01:21:20,246 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=237, OpenFileDescriptor=617, MaxFileDescriptor=1048576, SystemLoadAverage=551, ProcessCount=11, AvailableMemoryMB=283 2024-11-10T01:21:20,257 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-10T01:21:20,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/hadoop.log.dir so I do NOT create it in target/test-data/5182143a-c52f-7dbd-253b-0000294daacf 2024-11-10T01:21:20,258 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:21:20,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/hadoop.tmp.dir so I do NOT create it in target/test-data/5182143a-c52f-7dbd-253b-0000294daacf 2024-11-10T01:21:20,258 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d3363e-4bba-1029-5671-39a9fd639da9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:21:20,258 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf 2024-11-10T01:21:20,258 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/cluster_56c607eb-d176-4a32-bd83-378cdf7b3a7c, deleteOnExit=true 2024-11-10T01:21:20,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/cluster_56c607eb-d176-4a32-bd83-378cdf7b3a7c/zookeeper_0, clientPort=54964, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/cluster_56c607eb-d176-4a32-bd83-378cdf7b3a7c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/cluster_56c607eb-d176-4a32-bd83-378cdf7b3a7c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T01:21:20,279 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54964 2024-11-10T01:21:20,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:21:20,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:21:20,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/test.cache.data in system properties and HBase conf 2024-11-10T01:21:20,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:21:20,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:21:20,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:21:20,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:21:20,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:21:20,280 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:21:20,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:21:20,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:21:20,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:21:20,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:21:20,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:21:20,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:21:20,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:21:20,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:21:20,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:21:20,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:21:20,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:21:20,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:21:20,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:21:20,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:21:20,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012254bc910005, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:21:20,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012254bc910005, quorum=127.0.0.1:64981, baseZNode=/1429770279 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:21:20,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012254bc910002, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:21:20,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012254bc910002, quorum=127.0.0.1:64981, baseZNode=/0300813328 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:21:20,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:20,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:21:20,658 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4165 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:21:20,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:21:20,692 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:21:20,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:21:20,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:21:20,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:21:20,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:21:20,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47379b02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:21:20,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45040193{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:21:20,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e4b9362{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/java.io.tmpdir/jetty-localhost-45883-hadoop-hdfs-3_4_1-tests_jar-_-any-12843788852597119840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:21:20,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58ae4e5d{HTTP/1.1, (http/1.1)}{localhost:45883} 2024-11-10T01:21:20,805 INFO [Time-limited test {}] server.Server(415): Started @208314ms 2024-11-10T01:21:21,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:21:21,213 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:21:21,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:21:21,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:21:21,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:21:21,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2aed5ff6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:21:21,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a05ed7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:21:21,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a9645cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/java.io.tmpdir/jetty-localhost-45223-hadoop-hdfs-3_4_1-tests_jar-_-any-3967090875078324646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:21:21,336 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a8904e3{HTTP/1.1, (http/1.1)}{localhost:45223} 2024-11-10T01:21:21,336 INFO [Time-limited test {}] server.Server(415): Started @208846ms 2024-11-10T01:21:21,337 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:21:22,130 WARN [Thread-2167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/cluster_56c607eb-d176-4a32-bd83-378cdf7b3a7c/data/data2/current/BP-372106245-172.17.0.3-1731201680307/current, will proceed with Du for space computation calculation, 2024-11-10T01:21:22,130 WARN [Thread-2166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/cluster_56c607eb-d176-4a32-bd83-378cdf7b3a7c/data/data1/current/BP-372106245-172.17.0.3-1731201680307/current, will proceed with Du for space computation calculation, 2024-11-10T01:21:22,148 WARN [Thread-2154 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:21:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bcdc9a3d4a06705 with lease ID 0xf4f07e2aace15416: Processing first storage report for DS-b5d2b9e6-d1bd-40ac-a502-ff2ab6a1fbaa from datanode DatanodeRegistration(127.0.0.1:35433, datanodeUuid=6ed538ba-061a-4bde-9ea1-f0088c396583, infoPort=42263, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=1899552459;c=1731201680307) 2024-11-10T01:21:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bcdc9a3d4a06705 with lease ID 0xf4f07e2aace15416: from storage DS-b5d2b9e6-d1bd-40ac-a502-ff2ab6a1fbaa node DatanodeRegistration(127.0.0.1:35433, datanodeUuid=6ed538ba-061a-4bde-9ea1-f0088c396583, infoPort=42263, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=1899552459;c=1731201680307), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:21:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bcdc9a3d4a06705 with lease ID 0xf4f07e2aace15416: Processing first storage report for DS-e18348ad-0eb2-4adc-9291-3c9d4779982a from datanode DatanodeRegistration(127.0.0.1:35433, datanodeUuid=6ed538ba-061a-4bde-9ea1-f0088c396583, infoPort=42263, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=1899552459;c=1731201680307) 2024-11-10T01:21:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bcdc9a3d4a06705 with lease ID 0xf4f07e2aace15416: from storage DS-e18348ad-0eb2-4adc-9291-3c9d4779982a node DatanodeRegistration(127.0.0.1:35433, datanodeUuid=6ed538ba-061a-4bde-9ea1-f0088c396583, infoPort=42263, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=1899552459;c=1731201680307), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:21:22,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf 2024-11-10T01:21:22,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:22,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:22,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:21:22,445 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:21:22,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:22,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:22,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:22,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:22,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:22,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:22,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:22,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:22,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:22,578 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844 with version=8 2024-11-10T01:21:22,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/hbase-staging 2024-11-10T01:21:22,581 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:21:22,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:22,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:22,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:21:22,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:22,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:21:22,581 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:21:22,581 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:21:22,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33079 2024-11-10T01:21:22,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33079 connecting to ZooKeeper ensemble=127.0.0.1:54964 2024-11-10T01:21:22,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330790x0, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:21:22,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33079-0x10122553f410000 connected 2024-11-10T01:21:22,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:22,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:22,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Set watcher on znode that does not yet exist, /01751617296/running 2024-11-10T01:21:22,772 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844, hbase.cluster.distributed=false 2024-11-10T01:21:22,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Set watcher on znode that does not yet exist, /01751617296/acl 2024-11-10T01:21:22,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33079 2024-11-10T01:21:22,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33079 2024-11-10T01:21:22,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33079 2024-11-10T01:21:22,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33079 2024-11-10T01:21:22,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33079 2024-11-10T01:21:22,803 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:21:22,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:22,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:22,803 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:21:22,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:22,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:21:22,803 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:21:22,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:21:22,804 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35697 2024-11-10T01:21:22,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35697 connecting to ZooKeeper ensemble=127.0.0.1:54964 2024-11-10T01:21:22,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:22,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:22,820 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356970x0, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:21:22,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35697-0x10122553f410001 connected 2024-11-10T01:21:22,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Set watcher on znode that does not yet exist, /01751617296/running 2024-11-10T01:21:22,821 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:21:22,823 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:21:22,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Set watcher on znode that does not yet exist, /01751617296/master 2024-11-10T01:21:22,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Set watcher on znode that does not yet exist, /01751617296/acl 2024-11-10T01:21:22,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35697 2024-11-10T01:21:22,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35697 2024-11-10T01:21:22,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35697 2024-11-10T01:21:22,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35697 2024-11-10T01:21:22,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35697 2024-11-10T01:21:22,837 DEBUG [M:0;0c4d4d227d60:33079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:33079 2024-11-10T01:21:22,838 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01751617296/backup-masters/0c4d4d227d60,33079,1731201682581 2024-11-10T01:21:22,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296/backup-masters 2024-11-10T01:21:22,905 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296/backup-masters 2024-11-10T01:21:22,906 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Set watcher on existing znode=/01751617296/backup-masters/0c4d4d227d60,33079,1731201682581 2024-11-10T01:21:22,964 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01751617296/master 2024-11-10T01:21:22,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:22,964 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:22,964 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Set watcher on existing znode=/01751617296/master 2024-11-10T01:21:22,965 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01751617296/backup-masters/0c4d4d227d60,33079,1731201682581 from backup master directory 2024-11-10T01:21:23,017 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296/backup-masters 2024-11-10T01:21:23,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751617296/backup-masters/0c4d4d227d60,33079,1731201682581 2024-11-10T01:21:23,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296/backup-masters 2024-11-10T01:21:23,023 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:21:23,023 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,33079,1731201682581 2024-11-10T01:21:23,034 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/hbase.id] with ID: eb93128e-6ff0-48ea-b053-04e8248adf3f 2024-11-10T01:21:23,034 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/.tmp/hbase.id 2024-11-10T01:21:23,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:21:23,044 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/.tmp/hbase.id]:[hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/hbase.id] 2024-11-10T01:21:23,058 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:23,058 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:21:23,059 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T01:21:23,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:23,083 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:23,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:21:23,489 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:21:23,490 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:21:23,490 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:21:23,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:21:23,502 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store 2024-11-10T01:21:23,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:21:23,908 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:23,908 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:21:23,908 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:23,908 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:23,908 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:21:23,908 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:23,908 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:23,908 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201683908Disabling compacts and flushes for region at 1731201683908Disabling writes for close at 1731201683908Writing region close event to WAL at 1731201683908Closed at 1731201683908 2024-11-10T01:21:23,909 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/.initializing 2024-11-10T01:21:23,909 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/WALs/0c4d4d227d60,33079,1731201682581 2024-11-10T01:21:23,910 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:21:23,912 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C33079%2C1731201682581, suffix=, logDir=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/WALs/0c4d4d227d60,33079,1731201682581, archiveDir=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/oldWALs, maxLogs=10 2024-11-10T01:21:23,927 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/WALs/0c4d4d227d60,33079,1731201682581/0c4d4d227d60%2C33079%2C1731201682581.1731201683912, exclude list is [], retry=0 2024-11-10T01:21:23,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35433,DS-b5d2b9e6-d1bd-40ac-a502-ff2ab6a1fbaa,DISK] 2024-11-10T01:21:23,932 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/WALs/0c4d4d227d60,33079,1731201682581/0c4d4d227d60%2C33079%2C1731201682581.1731201683912 2024-11-10T01:21:23,932 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42263:42263)] 2024-11-10T01:21:23,932 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:21:23,932 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:23,932 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:23,932 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:23,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:23,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:21:23,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:23,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:23,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:23,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:21:23,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:23,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:23,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:23,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:21:23,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:23,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:23,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:23,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:21:23,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:23,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:23,939 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:23,940 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:23,940 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:23,941 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:23,941 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:23,942 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:21:23,943 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:23,944 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:21:23,945 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72728782, jitterRate=0.08374330401420593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:21:23,946 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201683932Initializing all the Stores at 1731201683933 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201683933Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201683933Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201683933Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201683933Cleaning up temporary data from old regions at 1731201683941 (+8 ms)Region opened successfully at 1731201683945 (+4 ms) 2024-11-10T01:21:23,946 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:21:23,949 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610a560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:21:23,950 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:21:23,950 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:21:23,950 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:21:23,950 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:21:23,950 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:21:23,951 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:21:23,951 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:21:23,953 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:21:23,953 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Unable to get data of znode /01751617296/balancer because node does not exist (not necessarily an error) 2024-11-10T01:21:23,999 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751617296/balancer already deleted, retry=false 2024-11-10T01:21:24,000 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:21:24,000 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Unable to get data of znode /01751617296/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:21:24,009 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751617296/normalizer already deleted, retry=false 2024-11-10T01:21:24,010 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:21:24,011 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Unable to get data of znode /01751617296/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:21:24,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:21:24,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T01:21:24,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:21:24,020 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751617296/switch/split already deleted, retry=false 2024-11-10T01:21:24,021 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Unable to get data of znode /01751617296/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:21:24,031 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751617296/switch/merge already deleted, retry=false 2024-11-10T01:21:24,032 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Unable to get data of znode /01751617296/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:21:24,041 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751617296/snapshot-cleanup already deleted, retry=false 2024-11-10T01:21:24,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01751617296/running 2024-11-10T01:21:24,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:24,052 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01751617296/running 2024-11-10T01:21:24,052 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:24,052 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,33079,1731201682581, sessionid=0x10122553f410000, setting cluster-up flag (Was=false) 2024-11-10T01:21:24,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:24,073 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:24,104 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01751617296/flush-table-proc/acquired, /01751617296/flush-table-proc/reached, /01751617296/flush-table-proc/abort 2024-11-10T01:21:24,105 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,33079,1731201682581 2024-11-10T01:21:24,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:24,125 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:24,157 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01751617296/online-snapshot/acquired, /01751617296/online-snapshot/reached, /01751617296/online-snapshot/abort 2024-11-10T01:21:24,158 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,33079,1731201682581 2024-11-10T01:21:24,159 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:21:24,161 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:21:24,161 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:21:24,161 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:21:24,161 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 0c4d4d227d60,40653,1731201620779: status=Processing ServerCrashProcedure of 0c4d4d227d60,40653,1731201620779 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731201636629, completionTime=-1 appears to have been leaked 2024-11-10T01:21:24,162 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,33079,1731201682581 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:21:24,163 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:21:24,163 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:21:24,163 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:21:24,163 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:21:24,163 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:21:24,163 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:24,163 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:21:24,163 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:24,164 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201714164 2024-11-10T01:21:24,164 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:21:24,164 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:21:24,164 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:21:24,164 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:21:24,164 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:21:24,164 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:21:24,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:21:24,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:21:24,166 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:24,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:21:24,171 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:24,172 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:21:24,172 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:21:24,172 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:21:24,172 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:21:24,176 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:21:24,176 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:21:24,176 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201684176,5,FailOnTimeoutGroup] 2024-11-10T01:21:24,177 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201684176,5,FailOnTimeoutGroup] 2024-11-10T01:21:24,177 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:24,177 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:21:24,177 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:24,177 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:24,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:21:24,231 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(746): ClusterId : eb93128e-6ff0-48ea-b053-04e8248adf3f 2024-11-10T01:21:24,231 DEBUG [RS:0;0c4d4d227d60:35697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:21:24,242 DEBUG [RS:0;0c4d4d227d60:35697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:21:24,242 DEBUG [RS:0;0c4d4d227d60:35697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:21:24,252 DEBUG [RS:0;0c4d4d227d60:35697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:21:24,253 DEBUG [RS:0;0c4d4d227d60:35697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f07be80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:21:24,263 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:35697 2024-11-10T01:21:24,263 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:21:24,263 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:21:24,263 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:21:24,264 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,33079,1731201682581 with port=35697, startcode=1731201682803 2024-11-10T01:21:24,264 DEBUG [RS:0;0c4d4d227d60:35697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:21:24,265 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:21:24,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33079 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,35697,1731201682803 2024-11-10T01:21:24,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33079 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,35697,1731201682803 2024-11-10T01:21:24,267 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844 2024-11-10T01:21:24,267 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33101 2024-11-10T01:21:24,267 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:21:24,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296/rs 2024-11-10T01:21:24,273 DEBUG [RS:0;0c4d4d227d60:35697 {}] zookeeper.ZKUtil(111): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Set watcher on existing znode=/01751617296/rs/0c4d4d227d60,35697,1731201682803 2024-11-10T01:21:24,274 WARN [RS:0;0c4d4d227d60:35697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:21:24,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,35697,1731201682803] 2024-11-10T01:21:24,274 INFO [RS:0;0c4d4d227d60:35697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:21:24,274 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803 2024-11-10T01:21:24,276 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:21:24,277 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:21:24,278 INFO [RS:0;0c4d4d227d60:35697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:21:24,278 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:24,278 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:21:24,278 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:21:24,279 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:24,279 DEBUG [RS:0;0c4d4d227d60:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:24,279 DEBUG [RS:0;0c4d4d227d60:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:24,279 DEBUG [RS:0;0c4d4d227d60:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:24,279 DEBUG [RS:0;0c4d4d227d60:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:24,279 DEBUG [RS:0;0c4d4d227d60:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:24,279 DEBUG [RS:0;0c4d4d227d60:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:21:24,279 DEBUG [RS:0;0c4d4d227d60:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:24,279 DEBUG [RS:0;0c4d4d227d60:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:24,279 DEBUG [RS:0;0c4d4d227d60:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:24,279 DEBUG [RS:0;0c4d4d227d60:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:24,279 DEBUG [RS:0;0c4d4d227d60:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:24,279 DEBUG [RS:0;0c4d4d227d60:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:24,279 DEBUG [RS:0;0c4d4d227d60:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:21:24,279 DEBUG [RS:0;0c4d4d227d60:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:21:24,279 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:24,279 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:24,279 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:24,279 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:24,279 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:24,279 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,35697,1731201682803-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:21:24,295 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:21:24,296 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,35697,1731201682803-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:24,296 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:24,296 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.Replication(171): 0c4d4d227d60,35697,1731201682803 started 2024-11-10T01:21:24,311 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:24,311 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,35697,1731201682803, RpcServer on 0c4d4d227d60/172.17.0.3:35697, sessionid=0x10122553f410001 2024-11-10T01:21:24,311 DEBUG [RS:0;0c4d4d227d60:35697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:21:24,312 DEBUG [RS:0;0c4d4d227d60:35697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,35697,1731201682803 2024-11-10T01:21:24,312 DEBUG [RS:0;0c4d4d227d60:35697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,35697,1731201682803' 2024-11-10T01:21:24,312 DEBUG [RS:0;0c4d4d227d60:35697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01751617296/flush-table-proc/abort' 2024-11-10T01:21:24,312 DEBUG [RS:0;0c4d4d227d60:35697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01751617296/flush-table-proc/acquired' 2024-11-10T01:21:24,312 DEBUG [RS:0;0c4d4d227d60:35697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:21:24,312 DEBUG [RS:0;0c4d4d227d60:35697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:21:24,312 DEBUG [RS:0;0c4d4d227d60:35697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,35697,1731201682803 2024-11-10T01:21:24,313 DEBUG [RS:0;0c4d4d227d60:35697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,35697,1731201682803' 2024-11-10T01:21:24,313 DEBUG [RS:0;0c4d4d227d60:35697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01751617296/online-snapshot/abort' 2024-11-10T01:21:24,313 DEBUG [RS:0;0c4d4d227d60:35697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01751617296/online-snapshot/acquired' 2024-11-10T01:21:24,313 DEBUG [RS:0;0c4d4d227d60:35697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:21:24,313 INFO [RS:0;0c4d4d227d60:35697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:21:24,313 INFO [RS:0;0c4d4d227d60:35697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:21:24,414 INFO [RS:0;0c4d4d227d60:35697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:21:24,415 INFO [RS:0;0c4d4d227d60:35697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C35697%2C1731201682803, suffix=, logDir=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803, archiveDir=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/oldWALs, maxLogs=10 2024-11-10T01:21:24,426 DEBUG [RS:0;0c4d4d227d60:35697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415, exclude list is [], retry=0 2024-11-10T01:21:24,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35433,DS-b5d2b9e6-d1bd-40ac-a502-ff2ab6a1fbaa,DISK] 2024-11-10T01:21:24,430 INFO [RS:0;0c4d4d227d60:35697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 2024-11-10T01:21:24,430 DEBUG [RS:0;0c4d4d227d60:35697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42263:42263)] 2024-11-10T01:21:24,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:21:24,580 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844 2024-11-10T01:21:24,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741833_1009 (size=32) 2024-11-10T01:21:24,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:24,688 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:21:24,688 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8195 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:21:24,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:24,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:21:24,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:21:24,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:24,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:24,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:21:24,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:21:24,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:24,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:24,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:21:24,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:21:24,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:24,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:24,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:21:24,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:21:24,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:24,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:24,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:21:24,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740 2024-11-10T01:21:24,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740 2024-11-10T01:21:24,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:21:24,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:21:24,993 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:21:24,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:21:24,995 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:21:24,996 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67098910, jitterRate=-1.4832615852355957E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:21:24,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201684985Initializing all the Stores at 1731201684985Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201684985Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201684986 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201684986Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201684986Cleaning up temporary data from old regions at 1731201684992 (+6 ms)Region opened successfully at 1731201684997 (+5 ms) 2024-11-10T01:21:24,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:21:24,997 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:21:24,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:21:24,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:21:24,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:21:24,997 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:21:24,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201684997Disabling compacts and flushes for region at 1731201684997Disabling writes for close at 1731201684997Writing region close event to WAL at 1731201684997Closed at 1731201684997 2024-11-10T01:21:24,998 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:21:24,998 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:21:24,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:21:24,999 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:21:25,000 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:21:25,150 DEBUG [0c4d4d227d60:33079 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:21:25,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,35697,1731201682803 2024-11-10T01:21:25,151 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,35697,1731201682803, state=OPENING 2024-11-10T01:21:25,230 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:21:25,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:25,241 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:25,241 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:21:25,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751617296/meta-region-server: CHANGED 2024-11-10T01:21:25,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,35697,1731201682803}] 2024-11-10T01:21:25,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751617296/meta-region-server: CHANGED 2024-11-10T01:21:25,394 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:21:25,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:21:25,398 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:21:25,398 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:21:25,398 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:21:25,399 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C35697%2C1731201682803.meta, suffix=.meta, logDir=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803, archiveDir=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/oldWALs, maxLogs=10 2024-11-10T01:21:25,411 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.meta.1731201685400.meta, exclude list is [], retry=0 2024-11-10T01:21:25,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35433,DS-b5d2b9e6-d1bd-40ac-a502-ff2ab6a1fbaa,DISK] 2024-11-10T01:21:25,414 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.meta.1731201685400.meta 2024-11-10T01:21:25,414 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42263:42263)] 2024-11-10T01:21:25,414 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:21:25,414 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:21:25,415 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:21:25,415 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:21:25,415 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:21:25,415 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:21:25,415 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:25,415 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:21:25,415 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:21:25,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:21:25,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:21:25,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:25,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:25,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:21:25,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:21:25,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:25,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:25,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:21:25,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:21:25,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:25,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:25,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:21:25,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:21:25,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:25,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:25,419 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:21:25,420 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740 2024-11-10T01:21:25,421 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740 2024-11-10T01:21:25,421 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:21:25,421 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:21:25,422 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:21:25,423 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:21:25,423 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68230832, jitterRate=0.016718626022338867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:21:25,423 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:21:25,424 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201685415Writing region info on filesystem at 1731201685415Initializing all the Stores at 1731201685416 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201685416Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201685416Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201685416Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201685416Cleaning up temporary data from old regions at 1731201685421 (+5 ms)Running coprocessor post-open hooks at 1731201685423 (+2 ms)Region opened successfully at 1731201685424 (+1 ms) 2024-11-10T01:21:25,425 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201685394 2024-11-10T01:21:25,426 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:21:25,426 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:21:25,427 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,35697,1731201682803 2024-11-10T01:21:25,428 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,35697,1731201682803, state=OPEN 2024-11-10T01:21:25,458 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01751617296/meta-region-server 2024-11-10T01:21:25,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01751617296/meta-region-server 2024-11-10T01:21:25,459 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,35697,1731201682803 2024-11-10T01:21:25,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751617296/meta-region-server: CHANGED 2024-11-10T01:21:25,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751617296/meta-region-server: CHANGED 2024-11-10T01:21:25,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:21:25,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,35697,1731201682803 in 218 msec 2024-11-10T01:21:25,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:21:25,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-10T01:21:25,463 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:21:25,463 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:21:25,464 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:25,464 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,35697,1731201682803, seqNum=-1] 2024-11-10T01:21:25,464 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:25,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:21:25,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3080 sec 2024-11-10T01:21:25,469 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201685469, completionTime=-1 2024-11-10T01:21:25,469 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:21:25,469 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:21:25,471 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:21:25,471 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201745471 2024-11-10T01:21:25,471 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201805471 2024-11-10T01:21:25,471 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T01:21:25,471 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33079,1731201682581-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:25,471 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33079,1731201682581-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:25,471 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33079,1731201682581-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:25,471 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:33079, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:25,471 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:25,472 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:25,473 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:21:25,475 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.451sec 2024-11-10T01:21:25,475 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:21:25,475 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:21:25,475 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:21:25,475 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:21:25,475 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:21:25,475 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33079,1731201682581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:21:25,475 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33079,1731201682581-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:21:25,477 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:21:25,477 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:21:25,477 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33079,1731201682581-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:25,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e3d288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:25,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,33079,-1 for getting cluster id 2024-11-10T01:21:25,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:25,533 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb93128e-6ff0-48ea-b053-04e8248adf3f' 2024-11-10T01:21:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb93128e-6ff0-48ea-b053-04e8248adf3f" 2024-11-10T01:21:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55aa8b3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,33079,-1] 2024-11-10T01:21:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:25,535 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:25,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ec7c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:25,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:25,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,35697,1731201682803, seqNum=-1] 2024-11-10T01:21:25,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:25,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:21:25,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,33079,1731201682581 2024-11-10T01:21:25,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54964 2024-11-10T01:21:25,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:21:25,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10122553f410002 connected 2024-11-10T01:21:25,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/hadoop.log.dir so I do NOT create it in target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb 2024-11-10T01:21:25,569 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:21:25,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/hadoop.tmp.dir so I do NOT create it in target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb 2024-11-10T01:21:25,569 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:21:25,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb 2024-11-10T01:21:25,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:21:25,570 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/cluster_ec3446f4-6a9d-e451-1fd9-37130af81f08, deleteOnExit=true 2024-11-10T01:21:25,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:21:25,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/test.cache.data in system properties and HBase conf 2024-11-10T01:21:25,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:21:25,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:21:25,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:21:25,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:21:25,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:21:25,570 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:21:25,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:21:25,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:21:25,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:21:25,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:21:25,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:21:25,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:21:25,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:21:25,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:21:25,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:21:25,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:21:25,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:21:25,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:21:25,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:21:25,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:21:25,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:21:25,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:21:25,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:21:25,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:21:25,917 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:21:25,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:21:25,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62bb1855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:21:25,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f9a159{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:21:26,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@895bcda{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/java.io.tmpdir/jetty-localhost-35215-hadoop-hdfs-3_4_1-tests_jar-_-any-12625569143888159658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:21:26,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c284a03{HTTP/1.1, (http/1.1)}{localhost:35215} 2024-11-10T01:21:26,034 INFO [Time-limited test {}] server.Server(415): Started @213543ms 2024-11-10T01:21:26,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:21:26,295 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:21:26,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:21:26,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:21:26,296 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:21:26,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dbc68b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:21:26,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1988d98e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:21:26,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4eaa6c76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/java.io.tmpdir/jetty-localhost-35395-hadoop-hdfs-3_4_1-tests_jar-_-any-7312048654598703846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:21:26,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22b6491a{HTTP/1.1, (http/1.1)}{localhost:35395} 2024-11-10T01:21:26,392 INFO [Time-limited test {}] server.Server(415): Started @213902ms 2024-11-10T01:21:26,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:21:27,166 WARN [Thread-2287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/cluster_ec3446f4-6a9d-e451-1fd9-37130af81f08/data/data1/current/BP-1411707549-172.17.0.3-1731201685584/current, will proceed with Du for space computation calculation, 2024-11-10T01:21:27,166 WARN [Thread-2288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/cluster_ec3446f4-6a9d-e451-1fd9-37130af81f08/data/data2/current/BP-1411707549-172.17.0.3-1731201685584/current, will proceed with Du for space computation calculation, 2024-11-10T01:21:27,186 WARN [Thread-2275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:21:27,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65b1cdde56047fa2 with lease ID 0x1cfc536f26af7372: Processing first storage report for DS-c8f2313e-c5f2-4ea4-9183-f20c939352e8 from datanode DatanodeRegistration(127.0.0.1:37499, datanodeUuid=1bd278d1-9a0d-44f7-9f70-c1523d048385, infoPort=35717, infoSecurePort=0, ipcPort=38813, storageInfo=lv=-57;cid=testClusterID;nsid=1028853699;c=1731201685584) 2024-11-10T01:21:27,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65b1cdde56047fa2 with lease ID 0x1cfc536f26af7372: from storage DS-c8f2313e-c5f2-4ea4-9183-f20c939352e8 node DatanodeRegistration(127.0.0.1:37499, datanodeUuid=1bd278d1-9a0d-44f7-9f70-c1523d048385, infoPort=35717, infoSecurePort=0, ipcPort=38813, storageInfo=lv=-57;cid=testClusterID;nsid=1028853699;c=1731201685584), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:21:27,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65b1cdde56047fa2 with lease ID 0x1cfc536f26af7372: Processing first storage report for DS-1ae92898-2352-4f69-be52-bdd1ad819c2a from datanode DatanodeRegistration(127.0.0.1:37499, datanodeUuid=1bd278d1-9a0d-44f7-9f70-c1523d048385, infoPort=35717, infoSecurePort=0, ipcPort=38813, storageInfo=lv=-57;cid=testClusterID;nsid=1028853699;c=1731201685584) 2024-11-10T01:21:27,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65b1cdde56047fa2 with lease ID 0x1cfc536f26af7372: from storage DS-1ae92898-2352-4f69-be52-bdd1ad819c2a node DatanodeRegistration(127.0.0.1:37499, datanodeUuid=1bd278d1-9a0d-44f7-9f70-c1523d048385, infoPort=35717, infoSecurePort=0, ipcPort=38813, storageInfo=lv=-57;cid=testClusterID;nsid=1028853699;c=1731201685584), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:21:27,220 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb 2024-11-10T01:21:27,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:27,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:27,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:21:27,635 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439 with version=8 2024-11-10T01:21:27,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/hbase-staging 2024-11-10T01:21:27,637 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:21:27,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:27,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:27,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:21:27,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:27,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:21:27,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:21:27,637 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:21:27,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37597 2024-11-10T01:21:27,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37597 connecting to ZooKeeper ensemble=127.0.0.1:54964 2024-11-10T01:21:27,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375970x0, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:21:27,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37597-0x10122553f410003 connected 2024-11-10T01:21:27,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:27,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:27,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Set watcher on znode that does not yet exist, /1692482327/running 2024-11-10T01:21:27,761 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439, hbase.cluster.distributed=false 2024-11-10T01:21:27,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Set watcher on znode that does not yet exist, /1692482327/acl 2024-11-10T01:21:27,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37597 2024-11-10T01:21:27,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37597 2024-11-10T01:21:27,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37597 2024-11-10T01:21:27,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37597 2024-11-10T01:21:27,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37597 2024-11-10T01:21:27,789 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:21:27,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:27,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:27,789 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:21:27,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:27,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:21:27,789 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:21:27,789 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:21:27,790 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44377 2024-11-10T01:21:27,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44377 connecting to ZooKeeper ensemble=127.0.0.1:54964 2024-11-10T01:21:27,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:27,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:27,799 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443770x0, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:21:27,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Set watcher on znode that does not yet exist, /1692482327/running 2024-11-10T01:21:27,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44377-0x10122553f410004 connected 2024-11-10T01:21:27,799 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:21:27,800 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:21:27,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Set watcher on znode that does not yet exist, /1692482327/master 2024-11-10T01:21:27,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Set watcher on znode that does not yet exist, /1692482327/acl 2024-11-10T01:21:27,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44377 2024-11-10T01:21:27,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44377 2024-11-10T01:21:27,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44377 2024-11-10T01:21:27,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44377 2024-11-10T01:21:27,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44377 2024-11-10T01:21:27,819 DEBUG [M:0;0c4d4d227d60:37597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:37597 2024-11-10T01:21:27,819 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1692482327/backup-masters/0c4d4d227d60,37597,1731201687637 2024-11-10T01:21:27,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327/backup-masters 2024-11-10T01:21:27,830 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327/backup-masters 2024-11-10T01:21:27,831 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Set watcher on existing znode=/1692482327/backup-masters/0c4d4d227d60,37597,1731201687637 2024-11-10T01:21:27,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:27,841 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1692482327/master 2024-11-10T01:21:27,841 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:27,841 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Set watcher on existing znode=/1692482327/master 2024-11-10T01:21:27,841 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1692482327/backup-masters/0c4d4d227d60,37597,1731201687637 from backup master directory 2024-11-10T01:21:27,851 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327/backup-masters 2024-11-10T01:21:27,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1692482327/backup-masters/0c4d4d227d60,37597,1731201687637 2024-11-10T01:21:27,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327/backup-masters 2024-11-10T01:21:27,851 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:21:27,851 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,37597,1731201687637 2024-11-10T01:21:27,854 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/hbase.id] with ID: d79ccd2f-536c-440c-be71-d8c44cd8e368 2024-11-10T01:21:27,854 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/.tmp/hbase.id 2024-11-10T01:21:27,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:21:28,261 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/.tmp/hbase.id]:[hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/hbase.id] 2024-11-10T01:21:28,270 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:28,270 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:21:28,270 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T01:21:28,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:28,315 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:28,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:21:28,721 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:21:28,721 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:21:28,721 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:21:28,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:21:29,127 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store 2024-11-10T01:21:29,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:21:29,520 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:21:29,532 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:29,532 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:21:29,532 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:29,532 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:29,532 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:21:29,532 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:29,532 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:29,532 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201689532Disabling compacts and flushes for region at 1731201689532Disabling writes for close at 1731201689532Writing region close event to WAL at 1731201689532Closed at 1731201689532 2024-11-10T01:21:29,533 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/.initializing 2024-11-10T01:21:29,534 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/WALs/0c4d4d227d60,37597,1731201687637 2024-11-10T01:21:29,534 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:21:29,535 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C37597%2C1731201687637, suffix=, logDir=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/WALs/0c4d4d227d60,37597,1731201687637, archiveDir=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/oldWALs, maxLogs=10 2024-11-10T01:21:29,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:29,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:29,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:29,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:29,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:29,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:29,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:29,553 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/WALs/0c4d4d227d60,37597,1731201687637/0c4d4d227d60%2C37597%2C1731201687637.1731201689536, exclude list is [], retry=0 2024-11-10T01:21:29,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:29,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:29,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37499,DS-c8f2313e-c5f2-4ea4-9183-f20c939352e8,DISK] 2024-11-10T01:21:29,559 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/WALs/0c4d4d227d60,37597,1731201687637/0c4d4d227d60%2C37597%2C1731201687637.1731201689536 2024-11-10T01:21:29,559 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35717:35717)] 2024-11-10T01:21:29,559 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:21:29,559 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:29,559 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:29,559 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:29,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:29,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:21:29,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:29,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:29,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:29,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:21:29,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:29,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:29,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:29,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:21:29,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:29,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:29,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:29,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:21:29,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:29,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:29,567 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:29,567 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:29,568 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:29,569 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:29,569 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:29,570 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:21:29,571 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:29,575 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:21:29,576 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67283073, jitterRate=0.0025959163904190063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:21:29,576 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201689559Initializing all the Stores at 1731201689560 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201689560Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201689561 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201689561Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201689561Cleaning up temporary data from old regions at 1731201689569 (+8 ms)Region opened successfully at 1731201689576 (+7 ms) 2024-11-10T01:21:29,576 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:21:29,579 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8b1ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:21:29,579 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:21:29,579 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:21:29,579 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:21:29,580 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:21:29,580 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:21:29,581 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:21:29,581 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:21:29,583 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:21:29,584 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Unable to get data of znode /1692482327/balancer because node does not exist (not necessarily an error) 2024-11-10T01:21:29,662 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1692482327/balancer already deleted, retry=false 2024-11-10T01:21:29,662 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:21:29,663 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Unable to get data of znode /1692482327/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:21:29,672 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1692482327/normalizer already deleted, retry=false 2024-11-10T01:21:29,673 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:21:29,673 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Unable to get data of znode /1692482327/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:21:29,683 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1692482327/switch/split already deleted, retry=false 2024-11-10T01:21:29,684 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Unable to get data of znode /1692482327/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:21:29,693 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1692482327/switch/merge already deleted, retry=false 2024-11-10T01:21:29,695 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Unable to get data of znode /1692482327/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:21:29,704 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1692482327/snapshot-cleanup already deleted, retry=false 2024-11-10T01:21:29,714 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1692482327/running 2024-11-10T01:21:29,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1692482327/running 2024-11-10T01:21:29,714 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:29,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:29,715 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,37597,1731201687637, sessionid=0x10122553f410003, setting cluster-up flag (Was=false) 2024-11-10T01:21:29,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:29,735 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:29,767 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1692482327/flush-table-proc/acquired, /1692482327/flush-table-proc/reached, /1692482327/flush-table-proc/abort 2024-11-10T01:21:29,768 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,37597,1731201687637 2024-11-10T01:21:29,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:29,788 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:29,925 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1692482327/online-snapshot/acquired, /1692482327/online-snapshot/reached, /1692482327/online-snapshot/abort 2024-11-10T01:21:29,926 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,37597,1731201687637 2024-11-10T01:21:29,927 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:21:29,928 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:21:29,928 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:21:29,928 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:21:29,928 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,37597,1731201687637 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:21:29,929 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:21:29,929 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:21:29,929 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:21:29,929 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:21:29,930 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:21:29,930 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:29,930 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:21:29,930 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:29,930 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201719930 2024-11-10T01:21:29,931 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:21:29,931 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:21:29,931 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:21:29,931 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:21:29,931 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:21:29,931 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:21:29,932 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:29,932 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:21:29,932 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:21:29,932 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:21:29,932 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:21:29,932 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:21:29,932 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:21:29,933 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:29,933 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:21:29,936 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:21:29,936 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:21:29,936 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201689936,5,FailOnTimeoutGroup] 2024-11-10T01:21:29,936 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201689936,5,FailOnTimeoutGroup] 2024-11-10T01:21:29,936 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:29,936 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:21:29,937 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:29,937 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:29,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:21:30,011 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(746): ClusterId : d79ccd2f-536c-440c-be71-d8c44cd8e368 2024-11-10T01:21:30,011 DEBUG [RS:0;0c4d4d227d60:44377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:21:30,031 DEBUG [RS:0;0c4d4d227d60:44377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:21:30,031 DEBUG [RS:0;0c4d4d227d60:44377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:21:30,041 DEBUG [RS:0;0c4d4d227d60:44377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:21:30,042 DEBUG [RS:0;0c4d4d227d60:44377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a1bc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:21:30,052 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:44377 2024-11-10T01:21:30,052 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:21:30,052 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:21:30,052 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:21:30,053 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,37597,1731201687637 with port=44377, startcode=1731201687788 2024-11-10T01:21:30,053 DEBUG [RS:0;0c4d4d227d60:44377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:21:30,054 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:21:30,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37597 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,44377,1731201687788 2024-11-10T01:21:30,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37597 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,44377,1731201687788 2024-11-10T01:21:30,056 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439 2024-11-10T01:21:30,056 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33577 2024-11-10T01:21:30,056 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:21:30,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327/rs 2024-11-10T01:21:30,062 DEBUG [RS:0;0c4d4d227d60:44377 {}] zookeeper.ZKUtil(111): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Set watcher on existing znode=/1692482327/rs/0c4d4d227d60,44377,1731201687788 2024-11-10T01:21:30,062 WARN [RS:0;0c4d4d227d60:44377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:21:30,062 INFO [RS:0;0c4d4d227d60:44377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:21:30,062 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788 2024-11-10T01:21:30,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,44377,1731201687788] 2024-11-10T01:21:30,065 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:21:30,066 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:21:30,066 INFO [RS:0;0c4d4d227d60:44377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:21:30,066 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:30,066 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:21:30,067 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:21:30,067 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:30,067 DEBUG [RS:0;0c4d4d227d60:44377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:30,067 DEBUG [RS:0;0c4d4d227d60:44377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:30,067 DEBUG [RS:0;0c4d4d227d60:44377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:30,067 DEBUG [RS:0;0c4d4d227d60:44377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:30,067 DEBUG [RS:0;0c4d4d227d60:44377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:30,067 DEBUG [RS:0;0c4d4d227d60:44377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:21:30,067 DEBUG [RS:0;0c4d4d227d60:44377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:30,067 DEBUG [RS:0;0c4d4d227d60:44377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:30,067 DEBUG [RS:0;0c4d4d227d60:44377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:30,067 DEBUG [RS:0;0c4d4d227d60:44377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:30,067 DEBUG [RS:0;0c4d4d227d60:44377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:30,067 DEBUG [RS:0;0c4d4d227d60:44377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:30,067 DEBUG [RS:0;0c4d4d227d60:44377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:21:30,067 DEBUG [RS:0;0c4d4d227d60:44377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:21:30,068 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:30,068 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:30,068 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:30,068 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:30,068 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:30,068 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,44377,1731201687788-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:21:30,081 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:21:30,081 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,44377,1731201687788-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:30,082 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:30,082 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.Replication(171): 0c4d4d227d60,44377,1731201687788 started 2024-11-10T01:21:30,100 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:30,100 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,44377,1731201687788, RpcServer on 0c4d4d227d60/172.17.0.3:44377, sessionid=0x10122553f410004 2024-11-10T01:21:30,100 DEBUG [RS:0;0c4d4d227d60:44377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:21:30,100 DEBUG [RS:0;0c4d4d227d60:44377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,44377,1731201687788 2024-11-10T01:21:30,100 DEBUG [RS:0;0c4d4d227d60:44377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,44377,1731201687788' 2024-11-10T01:21:30,100 DEBUG [RS:0;0c4d4d227d60:44377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1692482327/flush-table-proc/abort' 2024-11-10T01:21:30,101 DEBUG [RS:0;0c4d4d227d60:44377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1692482327/flush-table-proc/acquired' 2024-11-10T01:21:30,101 DEBUG [RS:0;0c4d4d227d60:44377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:21:30,101 DEBUG [RS:0;0c4d4d227d60:44377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:21:30,101 DEBUG [RS:0;0c4d4d227d60:44377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,44377,1731201687788 2024-11-10T01:21:30,101 DEBUG [RS:0;0c4d4d227d60:44377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,44377,1731201687788' 2024-11-10T01:21:30,101 DEBUG [RS:0;0c4d4d227d60:44377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1692482327/online-snapshot/abort' 2024-11-10T01:21:30,101 DEBUG [RS:0;0c4d4d227d60:44377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1692482327/online-snapshot/acquired' 2024-11-10T01:21:30,102 DEBUG [RS:0;0c4d4d227d60:44377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:21:30,102 INFO [RS:0;0c4d4d227d60:44377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:21:30,102 INFO [RS:0;0c4d4d227d60:44377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:21:30,202 INFO [RS:0;0c4d4d227d60:44377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:21:30,203 INFO [RS:0;0c4d4d227d60:44377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C44377%2C1731201687788, suffix=, logDir=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788, archiveDir=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/oldWALs, maxLogs=10 2024-11-10T01:21:30,222 DEBUG [RS:0;0c4d4d227d60:44377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204, exclude list is [], retry=0 2024-11-10T01:21:30,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37499,DS-c8f2313e-c5f2-4ea4-9183-f20c939352e8,DISK] 2024-11-10T01:21:30,225 INFO [RS:0;0c4d4d227d60:44377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 2024-11-10T01:21:30,226 DEBUG [RS:0;0c4d4d227d60:44377 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35717:35717)] 2024-11-10T01:21:30,276 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:21:30,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:21:30,342 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439 2024-11-10T01:21:30,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741833_1009 (size=32) 2024-11-10T01:21:30,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:30,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:21:30,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:21:30,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:30,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:30,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:21:30,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:21:30,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:30,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:30,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:21:30,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:21:30,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:30,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:30,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:21:30,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:21:30,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:30,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:30,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:21:30,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740 2024-11-10T01:21:30,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740 2024-11-10T01:21:30,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:21:30,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:21:30,757 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:21:30,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:21:30,759 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:21:30,760 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60139869, jitterRate=-0.10384611785411835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:21:30,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201690749Initializing all the Stores at 1731201690749Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201690749Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201690749Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201690749Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201690749Cleaning up temporary data from old regions at 1731201690756 (+7 ms)Region opened successfully at 1731201690760 (+4 ms) 2024-11-10T01:21:30,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:21:30,760 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:21:30,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:21:30,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:21:30,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:21:30,760 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:21:30,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201690760Disabling compacts and flushes for region at 1731201690760Disabling writes for close at 1731201690760Writing region close event to WAL at 1731201690760Closed at 1731201690760 2024-11-10T01:21:30,761 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:21:30,761 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:21:30,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:21:30,762 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:21:30,763 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:21:30,913 DEBUG [0c4d4d227d60:37597 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:21:30,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,44377,1731201687788 2024-11-10T01:21:30,915 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,44377,1731201687788, state=OPENING 2024-11-10T01:21:30,997 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:21:31,009 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:31,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:31,010 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:21:31,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1692482327/meta-region-server: CHANGED 2024-11-10T01:21:31,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1692482327/meta-region-server: CHANGED 2024-11-10T01:21:31,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,44377,1731201687788}] 2024-11-10T01:21:31,161 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:21:31,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:21:31,165 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:21:31,165 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:21:31,165 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:21:31,167 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C44377%2C1731201687788.meta, suffix=.meta, logDir=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788, archiveDir=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/oldWALs, maxLogs=10 2024-11-10T01:21:31,181 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.meta.1731201691167.meta, exclude list is [], retry=0 2024-11-10T01:21:31,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37499,DS-c8f2313e-c5f2-4ea4-9183-f20c939352e8,DISK] 2024-11-10T01:21:31,186 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.meta.1731201691167.meta 2024-11-10T01:21:31,187 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35717:35717)] 2024-11-10T01:21:31,187 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:21:31,187 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:21:31,187 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:21:31,187 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:21:31,187 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:21:31,187 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:21:31,188 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:31,188 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:21:31,188 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:21:31,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:21:31,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:21:31,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:31,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:31,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:21:31,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:21:31,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:31,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:31,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:21:31,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:21:31,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:31,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:31,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:21:31,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:21:31,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:31,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:31,202 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:21:31,203 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740 2024-11-10T01:21:31,204 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740 2024-11-10T01:21:31,205 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:21:31,205 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:21:31,206 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:21:31,207 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:21:31,208 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67850313, jitterRate=0.011048451066017151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:21:31,208 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:21:31,208 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201691188Writing region info on filesystem at 1731201691188Initializing all the Stores at 1731201691189 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201691189Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201691189Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201691189Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201691189Cleaning up temporary data from old regions at 1731201691205 (+16 ms)Running coprocessor post-open hooks at 1731201691208 (+3 ms)Region opened successfully at 1731201691208 2024-11-10T01:21:31,209 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201691161 2024-11-10T01:21:31,212 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:21:31,212 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:21:31,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,44377,1731201687788 2024-11-10T01:21:31,214 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,44377,1731201687788, state=OPEN 2024-11-10T01:21:31,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1692482327/meta-region-server 2024-11-10T01:21:31,220 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1692482327/meta-region-server 2024-11-10T01:21:31,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1692482327/meta-region-server: CHANGED 2024-11-10T01:21:31,220 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,44377,1731201687788 2024-11-10T01:21:31,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1692482327/meta-region-server: CHANGED 2024-11-10T01:21:31,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:21:31,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,44377,1731201687788 in 210 msec 2024-11-10T01:21:31,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:21:31,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-10T01:21:31,226 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:21:31,226 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:21:31,227 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:31,227 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,44377,1731201687788, seqNum=-1] 2024-11-10T01:21:31,228 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:31,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:21:31,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-11-10T01:21:31,236 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201691236, completionTime=-1 2024-11-10T01:21:31,236 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:21:31,236 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:21:31,239 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:21:31,239 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201751239 2024-11-10T01:21:31,239 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201811239 2024-11-10T01:21:31,239 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T01:21:31,239 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37597,1731201687637-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:31,240 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37597,1731201687637-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:31,240 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37597,1731201687637-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:31,240 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:37597, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:31,240 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:31,242 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:21:31,248 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:31,252 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.401sec 2024-11-10T01:21:31,252 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:21:31,252 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:21:31,252 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:21:31,252 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:21:31,252 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:21:31,252 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37597,1731201687637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:21:31,253 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37597,1731201687637-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:21:31,259 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:21:31,259 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:21:31,259 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37597,1731201687637-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:31,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbe88be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:31,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37597,-1 for getting cluster id 2024-11-10T01:21:31,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:31,314 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd79ccd2f-536c-440c-be71-d8c44cd8e368' 2024-11-10T01:21:31,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:31,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d79ccd2f-536c-440c-be71-d8c44cd8e368" 2024-11-10T01:21:31,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dadad38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:31,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37597,-1] 2024-11-10T01:21:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:31,316 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:31,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4ca982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:31,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:31,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,44377,1731201687788, seqNum=-1] 2024-11-10T01:21:31,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:31,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:21:31,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,37597,1731201687637 2024-11-10T01:21:31,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54964 2024-11-10T01:21:31,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:21:31,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10122553f410005 connected 2024-11-10T01:21:31,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,33079,1731201682581 2024-11-10T01:21:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@179b7fb0 2024-11-10T01:21:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:31,351 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:21:31,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:21:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T01:21:31,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:21:31,354 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:31,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T01:21:31,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:21:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:31,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741835_1011 (size=902) 2024-11-10T01:21:31,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f315f2cbc09aadceb47d625c53ad338, NAME => 'test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844 2024-11-10T01:21:31,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741836_1012 (size=39) 2024-11-10T01:21:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:31,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:31,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2f315f2cbc09aadceb47d625c53ad338, disabling compactions & flushes 2024-11-10T01:21:31,786 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338. 2024-11-10T01:21:31,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338. 2024-11-10T01:21:31,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338. after waiting 0 ms 2024-11-10T01:21:31,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338. 2024-11-10T01:21:31,786 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338. 2024-11-10T01:21:31,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f315f2cbc09aadceb47d625c53ad338: Waiting for close lock at 1731201691786Disabling compacts and flushes for region at 1731201691786Disabling writes for close at 1731201691786Writing region close event to WAL at 1731201691786Closed at 1731201691786 2024-11-10T01:21:31,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:21:31,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731201691788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201691788"}]},"ts":"1731201691788"} 2024-11-10T01:21:31,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:21:31,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:21:31,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201691791"}]},"ts":"1731201691791"} 2024-11-10T01:21:31,792 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T01:21:31,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2f315f2cbc09aadceb47d625c53ad338, ASSIGN}] 2024-11-10T01:21:31,793 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2f315f2cbc09aadceb47d625c53ad338, ASSIGN 2024-11-10T01:21:31,794 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2f315f2cbc09aadceb47d625c53ad338, ASSIGN; state=OFFLINE, location=0c4d4d227d60,35697,1731201682803; forceNewPlan=false, retain=false 2024-11-10T01:21:31,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f315f2cbc09aadceb47d625c53ad338, regionState=OPENING, regionLocation=0c4d4d227d60,35697,1731201682803 2024-11-10T01:21:31,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2f315f2cbc09aadceb47d625c53ad338, ASSIGN because future has completed 2024-11-10T01:21:31,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f315f2cbc09aadceb47d625c53ad338, server=0c4d4d227d60,35697,1731201682803}] 2024-11-10T01:21:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:32,102 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338. 2024-11-10T01:21:32,102 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f315f2cbc09aadceb47d625c53ad338, NAME => 'test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:21:32,103 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:21:32,103 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T01:21:32,103 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2f315f2cbc09aadceb47d625c53ad338 2024-11-10T01:21:32,103 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:32,103 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2f315f2cbc09aadceb47d625c53ad338 2024-11-10T01:21:32,103 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2f315f2cbc09aadceb47d625c53ad338 2024-11-10T01:21:32,107 INFO [StoreOpener-2f315f2cbc09aadceb47d625c53ad338-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2f315f2cbc09aadceb47d625c53ad338 2024-11-10T01:21:32,108 INFO [StoreOpener-2f315f2cbc09aadceb47d625c53ad338-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f315f2cbc09aadceb47d625c53ad338 columnFamilyName f 2024-11-10T01:21:32,109 DEBUG [StoreOpener-2f315f2cbc09aadceb47d625c53ad338-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:32,109 INFO [StoreOpener-2f315f2cbc09aadceb47d625c53ad338-1 {}] regionserver.HStore(327): Store=2f315f2cbc09aadceb47d625c53ad338/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:32,109 INFO [StoreOpener-2f315f2cbc09aadceb47d625c53ad338-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2f315f2cbc09aadceb47d625c53ad338 2024-11-10T01:21:32,110 INFO [StoreOpener-2f315f2cbc09aadceb47d625c53ad338-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f315f2cbc09aadceb47d625c53ad338 columnFamilyName f1 2024-11-10T01:21:32,110 DEBUG [StoreOpener-2f315f2cbc09aadceb47d625c53ad338-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:32,110 INFO [StoreOpener-2f315f2cbc09aadceb47d625c53ad338-1 {}] regionserver.HStore(327): Store=2f315f2cbc09aadceb47d625c53ad338/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:32,110 INFO [StoreOpener-2f315f2cbc09aadceb47d625c53ad338-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2f315f2cbc09aadceb47d625c53ad338 2024-11-10T01:21:32,111 INFO [StoreOpener-2f315f2cbc09aadceb47d625c53ad338-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f315f2cbc09aadceb47d625c53ad338 columnFamilyName norep 2024-11-10T01:21:32,111 DEBUG [StoreOpener-2f315f2cbc09aadceb47d625c53ad338-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:32,111 INFO [StoreOpener-2f315f2cbc09aadceb47d625c53ad338-1 {}] regionserver.HStore(327): Store=2f315f2cbc09aadceb47d625c53ad338/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:32,111 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2f315f2cbc09aadceb47d625c53ad338 2024-11-10T01:21:32,112 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338 2024-11-10T01:21:32,112 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338 2024-11-10T01:21:32,113 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2f315f2cbc09aadceb47d625c53ad338 2024-11-10T01:21:32,113 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2f315f2cbc09aadceb47d625c53ad338 2024-11-10T01:21:32,113 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:21:32,114 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2f315f2cbc09aadceb47d625c53ad338 2024-11-10T01:21:32,116 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:21:32,116 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2f315f2cbc09aadceb47d625c53ad338; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62539800, jitterRate=-0.06808435916900635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:21:32,116 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f315f2cbc09aadceb47d625c53ad338 2024-11-10T01:21:32,117 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2f315f2cbc09aadceb47d625c53ad338: Running coprocessor pre-open hook at 1731201692103Writing region info on filesystem at 1731201692103Initializing all the Stores at 1731201692106 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201692106Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201692107 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201692107Cleaning up temporary data from old regions at 1731201692113 (+6 ms)Running coprocessor post-open hooks at 1731201692117 (+4 ms)Region opened successfully at 1731201692117 2024-11-10T01:21:32,118 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338., pid=6, masterSystemTime=1731201692099 2024-11-10T01:21:32,120 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338. 2024-11-10T01:21:32,120 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338. 2024-11-10T01:21:32,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f315f2cbc09aadceb47d625c53ad338, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0c4d4d227d60,35697,1731201682803 2024-11-10T01:21:32,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f315f2cbc09aadceb47d625c53ad338, server=0c4d4d227d60,35697,1731201682803 because future has completed 2024-11-10T01:21:32,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:21:32,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f315f2cbc09aadceb47d625c53ad338, server=0c4d4d227d60,35697,1731201682803 in 177 msec 2024-11-10T01:21:32,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:21:32,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2f315f2cbc09aadceb47d625c53ad338, ASSIGN in 333 msec 2024-11-10T01:21:32,128 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:21:32,129 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201692128"}]},"ts":"1731201692128"} 2024-11-10T01:21:32,130 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T01:21:32,131 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:21:32,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 779 msec 2024-11-10T01:21:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:32,498 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T01:21:32,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:32,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,37597,1731201687637 2024-11-10T01:21:32,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@151eb296 2024-11-10T01:21:32,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:32,500 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:21:32,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:21:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T01:21:32,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:21:32,503 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:32,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T01:21:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:32,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:21:32,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741835_1011 (size=902) 2024-11-10T01:21:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:32,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8ce505108221727c1f7f3c0fec0ad00, NAME => 'test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439 2024-11-10T01:21:32,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741836_1012 (size=39) 2024-11-10T01:21:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:33,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:33,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f8ce505108221727c1f7f3c0fec0ad00, disabling compactions & flushes 2024-11-10T01:21:33,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00. 2024-11-10T01:21:33,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00. 2024-11-10T01:21:33,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00. after waiting 0 ms 2024-11-10T01:21:33,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00. 2024-11-10T01:21:33,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00. 2024-11-10T01:21:33,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8ce505108221727c1f7f3c0fec0ad00: Waiting for close lock at 1731201693331Disabling compacts and flushes for region at 1731201693331Disabling writes for close at 1731201693331Writing region close event to WAL at 1731201693331Closed at 1731201693331 2024-11-10T01:21:33,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:21:33,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731201693332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201693332"}]},"ts":"1731201693332"} 2024-11-10T01:21:33,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:21:33,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:21:33,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201693335"}]},"ts":"1731201693335"} 2024-11-10T01:21:33,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T01:21:33,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8ce505108221727c1f7f3c0fec0ad00, ASSIGN}] 2024-11-10T01:21:33,338 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8ce505108221727c1f7f3c0fec0ad00, ASSIGN 2024-11-10T01:21:33,339 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f8ce505108221727c1f7f3c0fec0ad00, ASSIGN; state=OFFLINE, location=0c4d4d227d60,44377,1731201687788; forceNewPlan=false, retain=false 2024-11-10T01:21:33,489 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8ce505108221727c1f7f3c0fec0ad00, regionState=OPENING, regionLocation=0c4d4d227d60,44377,1731201687788 2024-11-10T01:21:33,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f8ce505108221727c1f7f3c0fec0ad00, ASSIGN because future has completed 2024-11-10T01:21:33,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8ce505108221727c1f7f3c0fec0ad00, server=0c4d4d227d60,44377,1731201687788}] 2024-11-10T01:21:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:33,647 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00. 2024-11-10T01:21:33,647 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f8ce505108221727c1f7f3c0fec0ad00, NAME => 'test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:21:33,647 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:21:33,647 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T01:21:33,648 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:33,648 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:33,648 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:33,648 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:33,649 INFO [StoreOpener-f8ce505108221727c1f7f3c0fec0ad00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:33,650 INFO [StoreOpener-f8ce505108221727c1f7f3c0fec0ad00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8ce505108221727c1f7f3c0fec0ad00 columnFamilyName f 2024-11-10T01:21:33,650 DEBUG [StoreOpener-f8ce505108221727c1f7f3c0fec0ad00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:33,650 INFO [StoreOpener-f8ce505108221727c1f7f3c0fec0ad00-1 {}] regionserver.HStore(327): Store=f8ce505108221727c1f7f3c0fec0ad00/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:33,651 INFO [StoreOpener-f8ce505108221727c1f7f3c0fec0ad00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:33,651 INFO [StoreOpener-f8ce505108221727c1f7f3c0fec0ad00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8ce505108221727c1f7f3c0fec0ad00 columnFamilyName f1 2024-11-10T01:21:33,651 DEBUG [StoreOpener-f8ce505108221727c1f7f3c0fec0ad00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:33,652 INFO [StoreOpener-f8ce505108221727c1f7f3c0fec0ad00-1 {}] regionserver.HStore(327): Store=f8ce505108221727c1f7f3c0fec0ad00/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:33,652 INFO [StoreOpener-f8ce505108221727c1f7f3c0fec0ad00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:33,653 INFO [StoreOpener-f8ce505108221727c1f7f3c0fec0ad00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8ce505108221727c1f7f3c0fec0ad00 columnFamilyName norep 2024-11-10T01:21:33,653 DEBUG [StoreOpener-f8ce505108221727c1f7f3c0fec0ad00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:33,653 INFO [StoreOpener-f8ce505108221727c1f7f3c0fec0ad00-1 {}] regionserver.HStore(327): Store=f8ce505108221727c1f7f3c0fec0ad00/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:33,653 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:33,654 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:33,654 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:33,655 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:33,655 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:33,655 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:21:33,656 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:33,658 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:21:33,658 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f8ce505108221727c1f7f3c0fec0ad00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60772393, jitterRate=-0.09442077577114105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:21:33,658 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:33,658 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f8ce505108221727c1f7f3c0fec0ad00: Running coprocessor pre-open hook at 1731201693648Writing region info on filesystem at 1731201693648Initializing all the Stores at 1731201693649 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201693649Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201693649Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201693649Cleaning up temporary data from old regions at 1731201693655 (+6 ms)Running coprocessor post-open hooks at 1731201693658 (+3 ms)Region opened successfully at 1731201693658 2024-11-10T01:21:33,659 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00., pid=6, masterSystemTime=1731201693644 2024-11-10T01:21:33,661 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00. 2024-11-10T01:21:33,661 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00. 2024-11-10T01:21:33,661 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8ce505108221727c1f7f3c0fec0ad00, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0c4d4d227d60,44377,1731201687788 2024-11-10T01:21:33,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8ce505108221727c1f7f3c0fec0ad00, server=0c4d4d227d60,44377,1731201687788 because future has completed 2024-11-10T01:21:33,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:21:33,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f8ce505108221727c1f7f3c0fec0ad00, server=0c4d4d227d60,44377,1731201687788 in 173 msec 2024-11-10T01:21:33,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:21:33,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f8ce505108221727c1f7f3c0fec0ad00, ASSIGN in 328 msec 2024-11-10T01:21:33,667 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:21:33,668 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201693667"}]},"ts":"1731201693667"} 2024-11-10T01:21:33,669 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T01:21:33,670 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:21:33,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-10T01:21:34,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:21:34,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T01:21:34,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T01:21:34,019 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T01:21:34,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:21:34,019 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T01:21:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:21:34,648 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T01:21:34,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e87fbed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:34,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,33079,-1 for getting cluster id 2024-11-10T01:21:34,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:34,649 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb93128e-6ff0-48ea-b053-04e8248adf3f' 2024-11-10T01:21:34,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:34,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb93128e-6ff0-48ea-b053-04e8248adf3f" 2024-11-10T01:21:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14aecbe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,33079,-1] 2024-11-10T01:21:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:34,651 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf33be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:34,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abb3527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:34,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37597,-1 for getting cluster id 2024-11-10T01:21:34,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:34,652 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd79ccd2f-536c-440c-be71-d8c44cd8e368' 2024-11-10T01:21:34,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:34,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d79ccd2f-536c-440c-be71-d8c44cd8e368" 2024-11-10T01:21:34,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7923be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:34,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37597,-1] 2024-11-10T01:21:34,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:34,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:34,653 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e561f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:34,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cd900a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:34,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,33079,-1 for getting cluster id 2024-11-10T01:21:34,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:34,655 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb93128e-6ff0-48ea-b053-04e8248adf3f' 2024-11-10T01:21:34,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:34,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb93128e-6ff0-48ea-b053-04e8248adf3f" 2024-11-10T01:21:34,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3644f650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:34,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,33079,-1] 2024-11-10T01:21:34,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:34,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:34,656 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6744b49b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:34,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,33079,1731201682581 2024-11-10T01:21:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e8753eb 2024-11-10T01:21:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:34,658 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:21:34,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:37597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:21:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:21:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:34,661 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:37597' 2024-11-10T01:21:34,661 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed07a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:34,661 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37597,-1 for getting cluster id 2024-11-10T01:21:34,662 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:34,662 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd79ccd2f-536c-440c-be71-d8c44cd8e368' 2024-11-10T01:21:34,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:34,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d79ccd2f-536c-440c-be71-d8c44cd8e368" 2024-11-10T01:21:34,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579990fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:34,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37597,-1] 2024-11-10T01:21:34,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:34,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:34,664 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:34,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da5e56f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:34,664 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:34,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,37597,1731201687637 2024-11-10T01:21:34,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15fb5c62 2024-11-10T01:21:34,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:34,665 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:21:34,666 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T01:21:34,666 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:21:34,666 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:34,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:34,666 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:34,667 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:21:34,668 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:21:34,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:21:34,669 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:34,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:21:34,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741837_1013 (size=1138) 2024-11-10T01:21:34,718 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T01:21:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:34,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:34,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:21:34,778 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18285 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:21:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:35,076 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68118e5f9b109993b5f9a8928a8f6f9b, NAME => 'hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844 2024-11-10T01:21:35,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741838_1014 (size=44) 2024-11-10T01:21:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:35,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:35,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 68118e5f9b109993b5f9a8928a8f6f9b, disabling compactions & flushes 2024-11-10T01:21:35,482 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b. 2024-11-10T01:21:35,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b. 2024-11-10T01:21:35,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b. after waiting 0 ms 2024-11-10T01:21:35,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b. 2024-11-10T01:21:35,482 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b. 2024-11-10T01:21:35,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68118e5f9b109993b5f9a8928a8f6f9b: Waiting for close lock at 1731201695482Disabling compacts and flushes for region at 1731201695482Disabling writes for close at 1731201695482Writing region close event to WAL at 1731201695482Closed at 1731201695482 2024-11-10T01:21:35,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:21:35,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731201695483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201695483"}]},"ts":"1731201695483"} 2024-11-10T01:21:35,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:21:35,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:21:35,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201695486"}]},"ts":"1731201695486"} 2024-11-10T01:21:35,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T01:21:35,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68118e5f9b109993b5f9a8928a8f6f9b, ASSIGN}] 2024-11-10T01:21:35,489 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68118e5f9b109993b5f9a8928a8f6f9b, ASSIGN 2024-11-10T01:21:35,490 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=68118e5f9b109993b5f9a8928a8f6f9b, ASSIGN; state=OFFLINE, location=0c4d4d227d60,35697,1731201682803; forceNewPlan=false, retain=false 2024-11-10T01:21:35,640 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=68118e5f9b109993b5f9a8928a8f6f9b, regionState=OPENING, regionLocation=0c4d4d227d60,35697,1731201682803 2024-11-10T01:21:35,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=68118e5f9b109993b5f9a8928a8f6f9b, ASSIGN because future has completed 2024-11-10T01:21:35,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68118e5f9b109993b5f9a8928a8f6f9b, server=0c4d4d227d60,35697,1731201682803}] 2024-11-10T01:21:35,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b. 2024-11-10T01:21:35,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:21:35,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:21:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:35,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C35697%2C1731201682803.rep, suffix=, logDir=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803, archiveDir=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/oldWALs, maxLogs=10 2024-11-10T01:21:35,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.rep.1731201695799, exclude list is [], retry=0 2024-11-10T01:21:35,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35433,DS-b5d2b9e6-d1bd-40ac-a502-ff2ab6a1fbaa,DISK] 2024-11-10T01:21:35,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.rep.1731201695799 2024-11-10T01:21:35,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42263:42263)] 2024-11-10T01:21:35,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 68118e5f9b109993b5f9a8928a8f6f9b, NAME => 'hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:21:35,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:21:35,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:21:35,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b. service=MultiRowMutationService 2024-11-10T01:21:35,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:21:35,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:35,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:35,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:35,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:35,819 INFO [StoreOpener-68118e5f9b109993b5f9a8928a8f6f9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:35,820 INFO [StoreOpener-68118e5f9b109993b5f9a8928a8f6f9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68118e5f9b109993b5f9a8928a8f6f9b columnFamilyName hfileref 2024-11-10T01:21:35,820 DEBUG [StoreOpener-68118e5f9b109993b5f9a8928a8f6f9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:35,820 INFO [StoreOpener-68118e5f9b109993b5f9a8928a8f6f9b-1 {}] regionserver.HStore(327): Store=68118e5f9b109993b5f9a8928a8f6f9b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:35,820 INFO [StoreOpener-68118e5f9b109993b5f9a8928a8f6f9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:35,821 INFO [StoreOpener-68118e5f9b109993b5f9a8928a8f6f9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68118e5f9b109993b5f9a8928a8f6f9b columnFamilyName queue 2024-11-10T01:21:35,821 DEBUG [StoreOpener-68118e5f9b109993b5f9a8928a8f6f9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:35,821 INFO [StoreOpener-68118e5f9b109993b5f9a8928a8f6f9b-1 {}] regionserver.HStore(327): Store=68118e5f9b109993b5f9a8928a8f6f9b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:35,821 INFO [StoreOpener-68118e5f9b109993b5f9a8928a8f6f9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:35,822 INFO [StoreOpener-68118e5f9b109993b5f9a8928a8f6f9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68118e5f9b109993b5f9a8928a8f6f9b columnFamilyName sid 2024-11-10T01:21:35,822 DEBUG [StoreOpener-68118e5f9b109993b5f9a8928a8f6f9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:35,822 INFO [StoreOpener-68118e5f9b109993b5f9a8928a8f6f9b-1 {}] regionserver.HStore(327): Store=68118e5f9b109993b5f9a8928a8f6f9b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:35,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:35,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/replication/68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:35,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/replication/68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:35,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:35,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:35,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:21:35,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:35,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/replication/68118e5f9b109993b5f9a8928a8f6f9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:21:35,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 68118e5f9b109993b5f9a8928a8f6f9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66349669, jitterRate=-0.011312887072563171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:21:35,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:35,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 68118e5f9b109993b5f9a8928a8f6f9b: Running coprocessor pre-open hook at 1731201695818Writing region info on filesystem at 1731201695818Initializing all the Stores at 1731201695819 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201695819Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201695819Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201695819Cleaning up temporary data from old regions at 1731201695824 (+5 ms)Running coprocessor post-open hooks at 1731201695828 (+4 ms)Region opened successfully at 1731201695828 2024-11-10T01:21:35,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b., pid=10, masterSystemTime=1731201695794 2024-11-10T01:21:35,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b. 2024-11-10T01:21:35,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b. 2024-11-10T01:21:35,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=68118e5f9b109993b5f9a8928a8f6f9b, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,35697,1731201682803 2024-11-10T01:21:35,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68118e5f9b109993b5f9a8928a8f6f9b, server=0c4d4d227d60,35697,1731201682803 because future has completed 2024-11-10T01:21:35,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T01:21:35,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 68118e5f9b109993b5f9a8928a8f6f9b, server=0c4d4d227d60,35697,1731201682803 in 190 msec 2024-11-10T01:21:35,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T01:21:35,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68118e5f9b109993b5f9a8928a8f6f9b, ASSIGN in 347 msec 2024-11-10T01:21:35,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:21:35,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201695837"}]},"ts":"1731201695837"} 2024-11-10T01:21:35,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T01:21:35,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:21:35,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-10T01:21:35,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b., hostname=0c4d4d227d60,35697,1731201682803, seqNum=2] 2024-11-10T01:21:35,935 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:35,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:35,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:21:36,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T01:21:36,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T01:21:36,110 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T01:21:36,134 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,35697,1731201682803, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:21:36,135 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:36,135 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,35697,1731201682803, seqNum=-1] 2024-11-10T01:21:36,135 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:36,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T01:21:36,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0c4d4d227d60,35697,1731201682803', locateType=CURRENT is [region=hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b., hostname=0c4d4d227d60,35697,1731201682803, seqNum=2] 2024-11-10T01:21:36,140 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T01:21:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T01:21:36,142 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0c4d4d227d60,35697,1731201682803 suceeded 2024-11-10T01:21:36,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T01:21:36,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-10T01:21:36,143 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0c4d4d227d60:37597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:21:36,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4850 sec 2024-11-10T01:21:36,153 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:37597' 2024-11-10T01:21:36,154 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d5109d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:36,154 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37597,-1 for getting cluster id 2024-11-10T01:21:36,154 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:36,155 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd79ccd2f-536c-440c-be71-d8c44cd8e368' 2024-11-10T01:21:36,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:36,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d79ccd2f-536c-440c-be71-d8c44cd8e368" 2024-11-10T01:21:36,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68d883d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:36,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37597,-1] 2024-11-10T01:21:36,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:36,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:36,156 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:36,157 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69f02465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:36,157 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:36,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,37597,1731201687637 2024-11-10T01:21:36,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a77fdc1 2024-11-10T01:21:36,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:36,158 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-10T01:21:36,159 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,35697,1731201682803 (queues=1) is replicating from cluster=eb93128e-6ff0-48ea-b053-04e8248adf3f to cluster=d79ccd2f-536c-440c-be71-d8c44cd8e368 2024-11-10T01:21:36,159 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C35697%2C1731201682803 2024-11-10T01:21:36,159 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,35697,1731201682803, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:21:36,159 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C35697%2C1731201682803 2024-11-10T01:21:36,159 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415, startPosition=0, beingWritten=true 2024-11-10T01:21:36,164 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:21:36,164 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 379, reset compression=false 2024-11-10T01:21:36,164 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,35697,1731201682803 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:21:36,371 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 379, reset compression=false 2024-11-10T01:21:36,675 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 379, reset compression=false 2024-11-10T01:21:36,690 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:21:36,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:36,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:36,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:36,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:36,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:36,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:36,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:36,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:36,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:36,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T01:21:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:36,818 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:21:36,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:21:36,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:36,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:36,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:36,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:36,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d760d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:36,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37597,-1 for getting cluster id 2024-11-10T01:21:36,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:36,820 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd79ccd2f-536c-440c-be71-d8c44cd8e368' 2024-11-10T01:21:36,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:36,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d79ccd2f-536c-440c-be71-d8c44cd8e368" 2024-11-10T01:21:36,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b8de49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:36,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37597,-1] 2024-11-10T01:21:36,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:36,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:36,821 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:36,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127a369b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:36,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:36,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,37597,1731201687637 2024-11-10T01:21:36,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10082f05 2024-11-10T01:21:36,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:36,823 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:21:36,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:33079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:21:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:21:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:36,826 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:33079' 2024-11-10T01:21:36,826 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb1685b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:36,827 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,33079,-1 for getting cluster id 2024-11-10T01:21:36,827 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:36,827 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb93128e-6ff0-48ea-b053-04e8248adf3f' 2024-11-10T01:21:36,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:36,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb93128e-6ff0-48ea-b053-04e8248adf3f" 2024-11-10T01:21:36,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0a8685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:36,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,33079,-1] 2024-11-10T01:21:36,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:36,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:36,828 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:36,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1b1aff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:36,829 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:36,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,33079,1731201682581 2024-11-10T01:21:36,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7735c57f 2024-11-10T01:21:36,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:36,830 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:21:36,830 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T01:21:36,831 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:21:36,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:36,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:36,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:36,831 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:21:36,832 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:21:36,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:21:36,833 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:36,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:21:36,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741837_1013 (size=1138) 2024-11-10T01:21:36,882 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T01:21:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:37,079 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 379, reset compression=false 2024-11-10T01:21:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:37,239 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02a4ebe794cad9738640211cd776553a, NAME => 'hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439 2024-11-10T01:21:37,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741838_1014 (size=44) 2024-11-10T01:21:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:37,583 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 379, reset compression=false 2024-11-10T01:21:37,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:37,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 02a4ebe794cad9738640211cd776553a, disabling compactions & flushes 2024-11-10T01:21:37,644 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a. 2024-11-10T01:21:37,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a. 2024-11-10T01:21:37,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a. after waiting 0 ms 2024-11-10T01:21:37,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a. 2024-11-10T01:21:37,644 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a. 2024-11-10T01:21:37,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02a4ebe794cad9738640211cd776553a: Waiting for close lock at 1731201697644Disabling compacts and flushes for region at 1731201697644Disabling writes for close at 1731201697644Writing region close event to WAL at 1731201697644Closed at 1731201697644 2024-11-10T01:21:37,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:21:37,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731201697645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201697645"}]},"ts":"1731201697645"} 2024-11-10T01:21:37,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:21:37,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:21:37,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201697648"}]},"ts":"1731201697648"} 2024-11-10T01:21:37,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T01:21:37,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=02a4ebe794cad9738640211cd776553a, ASSIGN}] 2024-11-10T01:21:37,651 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=02a4ebe794cad9738640211cd776553a, ASSIGN 2024-11-10T01:21:37,652 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=02a4ebe794cad9738640211cd776553a, ASSIGN; state=OFFLINE, location=0c4d4d227d60,44377,1731201687788; forceNewPlan=false, retain=false 2024-11-10T01:21:37,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=02a4ebe794cad9738640211cd776553a, regionState=OPENING, regionLocation=0c4d4d227d60,44377,1731201687788 2024-11-10T01:21:37,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=02a4ebe794cad9738640211cd776553a, ASSIGN because future has completed 2024-11-10T01:21:37,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02a4ebe794cad9738640211cd776553a, server=0c4d4d227d60,44377,1731201687788}] 2024-11-10T01:21:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:37,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a. 2024-11-10T01:21:37,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:21:37,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:21:37,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C44377%2C1731201687788.rep, suffix=, logDir=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788, archiveDir=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/oldWALs, maxLogs=10 2024-11-10T01:21:37,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.rep.1731201697963, exclude list is [], retry=0 2024-11-10T01:21:37,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37499,DS-c8f2313e-c5f2-4ea4-9183-f20c939352e8,DISK] 2024-11-10T01:21:37,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.rep.1731201697963 2024-11-10T01:21:37,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35717:35717)] 2024-11-10T01:21:37,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 02a4ebe794cad9738640211cd776553a, NAME => 'hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:21:37,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:21:37,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:21:37,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a. service=MultiRowMutationService 2024-11-10T01:21:37,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:21:37,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 02a4ebe794cad9738640211cd776553a 2024-11-10T01:21:37,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:37,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 02a4ebe794cad9738640211cd776553a 2024-11-10T01:21:37,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 02a4ebe794cad9738640211cd776553a 2024-11-10T01:21:37,985 INFO [StoreOpener-02a4ebe794cad9738640211cd776553a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 02a4ebe794cad9738640211cd776553a 2024-11-10T01:21:37,986 INFO [StoreOpener-02a4ebe794cad9738640211cd776553a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02a4ebe794cad9738640211cd776553a columnFamilyName hfileref 2024-11-10T01:21:37,986 DEBUG [StoreOpener-02a4ebe794cad9738640211cd776553a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:37,986 INFO [StoreOpener-02a4ebe794cad9738640211cd776553a-1 {}] regionserver.HStore(327): Store=02a4ebe794cad9738640211cd776553a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:37,986 INFO [StoreOpener-02a4ebe794cad9738640211cd776553a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 02a4ebe794cad9738640211cd776553a 2024-11-10T01:21:37,988 INFO [StoreOpener-02a4ebe794cad9738640211cd776553a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02a4ebe794cad9738640211cd776553a columnFamilyName queue 2024-11-10T01:21:37,988 DEBUG [StoreOpener-02a4ebe794cad9738640211cd776553a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:37,988 INFO [StoreOpener-02a4ebe794cad9738640211cd776553a-1 {}] regionserver.HStore(327): Store=02a4ebe794cad9738640211cd776553a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:37,988 INFO [StoreOpener-02a4ebe794cad9738640211cd776553a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 02a4ebe794cad9738640211cd776553a 2024-11-10T01:21:37,989 INFO [StoreOpener-02a4ebe794cad9738640211cd776553a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02a4ebe794cad9738640211cd776553a columnFamilyName sid 2024-11-10T01:21:37,989 DEBUG [StoreOpener-02a4ebe794cad9738640211cd776553a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:37,989 INFO [StoreOpener-02a4ebe794cad9738640211cd776553a-1 {}] regionserver.HStore(327): Store=02a4ebe794cad9738640211cd776553a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:37,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 02a4ebe794cad9738640211cd776553a 2024-11-10T01:21:37,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/replication/02a4ebe794cad9738640211cd776553a 2024-11-10T01:21:37,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/replication/02a4ebe794cad9738640211cd776553a 2024-11-10T01:21:37,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 02a4ebe794cad9738640211cd776553a 2024-11-10T01:21:37,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 02a4ebe794cad9738640211cd776553a 2024-11-10T01:21:37,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:21:37,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 02a4ebe794cad9738640211cd776553a 2024-11-10T01:21:37,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/replication/02a4ebe794cad9738640211cd776553a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:21:37,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 02a4ebe794cad9738640211cd776553a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73554432, jitterRate=0.09604644775390625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:21:37,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02a4ebe794cad9738640211cd776553a 2024-11-10T01:21:37,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 02a4ebe794cad9738640211cd776553a: Running coprocessor pre-open hook at 1731201697984Writing region info on filesystem at 1731201697984Initializing all the Stores at 1731201697985 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201697985Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201697985Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201697985Cleaning up temporary data from old regions at 1731201697991 (+6 ms)Running coprocessor post-open hooks at 1731201697995 (+4 ms)Region opened successfully at 1731201697995 2024-11-10T01:21:37,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a., pid=10, masterSystemTime=1731201697957 2024-11-10T01:21:37,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a. 2024-11-10T01:21:37,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a. 2024-11-10T01:21:37,998 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=02a4ebe794cad9738640211cd776553a, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,44377,1731201687788 2024-11-10T01:21:38,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02a4ebe794cad9738640211cd776553a, server=0c4d4d227d60,44377,1731201687788 because future has completed 2024-11-10T01:21:38,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T01:21:38,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 02a4ebe794cad9738640211cd776553a, server=0c4d4d227d60,44377,1731201687788 in 197 msec 2024-11-10T01:21:38,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T01:21:38,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=02a4ebe794cad9738640211cd776553a, ASSIGN in 353 msec 2024-11-10T01:21:38,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:21:38,006 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201698006"}]},"ts":"1731201698006"} 2024-11-10T01:21:38,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T01:21:38,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:21:38,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-10T01:21:38,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a., hostname=0c4d4d227d60,44377,1731201687788, seqNum=2] 2024-11-10T01:21:38,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:38,103 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:38,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:21:38,187 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 379, reset compression=false 2024-11-10T01:21:38,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T01:21:38,279 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T01:21:38,316 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,44377,1731201687788, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:21:38,317 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:38,317 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,44377,1731201687788, seqNum=-1] 2024-11-10T01:21:38,317 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:38,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T01:21:38,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0c4d4d227d60,44377,1731201687788', locateType=CURRENT is [region=hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a., hostname=0c4d4d227d60,44377,1731201687788, seqNum=2] 2024-11-10T01:21:38,322 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T01:21:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T01:21:38,324 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0c4d4d227d60,44377,1731201687788 suceeded 2024-11-10T01:21:38,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T01:21:38,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-10T01:21:38,326 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0c4d4d227d60:33079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:21:38,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5030 sec 2024-11-10T01:21:38,339 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:33079' 2024-11-10T01:21:38,340 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1540d61f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:38,340 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,33079,-1 for getting cluster id 2024-11-10T01:21:38,340 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:38,341 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb93128e-6ff0-48ea-b053-04e8248adf3f' 2024-11-10T01:21:38,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:38,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb93128e-6ff0-48ea-b053-04e8248adf3f" 2024-11-10T01:21:38,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ad7bb11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:38,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,33079,-1] 2024-11-10T01:21:38,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:38,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:38,343 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:38,343 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ea23ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:38,343 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:38,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,33079,1731201682581 2024-11-10T01:21:38,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43d378a5 2024-11-10T01:21:38,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:21:38,345 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-10T01:21:38,346 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,44377,1731201687788 (queues=1) is replicating from cluster=d79ccd2f-536c-440c-be71-d8c44cd8e368 to cluster=eb93128e-6ff0-48ea-b053-04e8248adf3f 2024-11-10T01:21:38,346 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C44377%2C1731201687788 2024-11-10T01:21:38,346 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,44377,1731201687788, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:21:38,346 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C44377%2C1731201687788 2024-11-10T01:21:38,346 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204, startPosition=0, beingWritten=true 2024-11-10T01:21:38,352 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:21:38,352 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 379, reset compression=false 2024-11-10T01:21:38,352 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,44377,1731201687788 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:21:38,556 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 379, reset compression=false 2024-11-10T01:21:38,860 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 379, reset compression=false 2024-11-10T01:21:38,891 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 379, reset compression=false 2024-11-10T01:21:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:21:38,968 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:21:38,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:21:38,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:38,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:38,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:38,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:38,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:38,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,35697,1731201682803, seqNum=-1] 2024-11-10T01:21:38,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:38,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:21:38,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338., hostname=0c4d4d227d60,35697,1731201682803, seqNum=2] 2024-11-10T01:21:38,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,44377,1731201687788, seqNum=-1] 2024-11-10T01:21:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:38,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:21:38,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00., hostname=0c4d4d227d60,44377,1731201687788, seqNum=2] 2024-11-10T01:21:38,981 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T01:21:39,263 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 379, reset compression=false 2024-11-10T01:21:39,696 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 379, reset compression=false 2024-11-10T01:21:39,700 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:21:39,700 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 480, reset compression=false 2024-11-10T01:21:39,700 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,35697,1731201682803 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f315f2cbc09aadceb47d625c53ad338/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T01:21:39,702 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:21:39,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-10T01:21:39,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:21:39,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55c46dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:39,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37597,-1 for getting cluster id 2024-11-10T01:21:39,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:39,706 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd79ccd2f-536c-440c-be71-d8c44cd8e368' 2024-11-10T01:21:39,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:39,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d79ccd2f-536c-440c-be71-d8c44cd8e368" 2024-11-10T01:21:39,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25303697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:39,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37597,-1] 2024-11-10T01:21:39,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:39,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:39,708 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:39,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@984696c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:39,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:39,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,44377,1731201687788, seqNum=-1] 2024-11-10T01:21:39,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:39,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T01:21:39,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00., hostname=0c4d4d227d60,44377,1731201687788, seqNum=2] 2024-11-10T01:21:39,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:21:39,767 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 379, reset compression=false 2024-11-10T01:21:39,771 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:21:39,771 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 504, reset compression=false 2024-11-10T01:21:39,771 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,44377,1731201687788 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:21:39,905 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 480, reset compression=false 2024-11-10T01:21:39,974 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 504, reset compression=false 2024-11-10T01:21:39,984 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T01:21:39,987 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T01:21:40,209 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 480, reset compression=false 2024-11-10T01:21:40,277 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 504, reset compression=false 2024-11-10T01:21:40,282 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:21:40,282 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 608, reset compression=false 2024-11-10T01:21:40,282 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,44377,1731201687788 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8ce505108221727c1f7f3c0fec0ad00/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T01:21:40,297 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:21:40,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-10T01:21:40,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:21:40,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@695dee70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:40,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,33079,-1 for getting cluster id 2024-11-10T01:21:40,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:40,300 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb93128e-6ff0-48ea-b053-04e8248adf3f' 2024-11-10T01:21:40,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:40,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb93128e-6ff0-48ea-b053-04e8248adf3f" 2024-11-10T01:21:40,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4363eb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:40,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,33079,-1] 2024-11-10T01:21:40,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:40,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:40,302 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:40,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f5a50ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:40,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:40,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,35697,1731201682803, seqNum=-1] 2024-11-10T01:21:40,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:40,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T01:21:40,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338., hostname=0c4d4d227d60,35697,1731201682803, seqNum=2] 2024-11-10T01:21:40,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:21:40,498 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 608, reset compression=false 2024-11-10T01:21:40,613 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 480, reset compression=false 2024-11-10T01:21:40,618 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:21:40,618 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 608, reset compression=false 2024-11-10T01:21:40,618 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,35697,1731201682803 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:21:40,802 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 608, reset compression=false 2024-11-10T01:21:40,822 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 608, reset compression=false 2024-11-10T01:21:40,989 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T01:21:40,999 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T01:21:41,125 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 608, reset compression=false 2024-11-10T01:21:41,129 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:21:41,130 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 764, reset compression=false 2024-11-10T01:21:41,130 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,35697,1731201682803 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f315f2cbc09aadceb47d625c53ad338/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T01:21:41,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:21:41,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:21:41,206 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 608, reset compression=false 2024-11-10T01:21:41,214 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:21:41,214 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 756, reset compression=false 2024-11-10T01:21:41,214 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,44377,1731201687788 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:21:41,335 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 764, reset compression=false 2024-11-10T01:21:41,418 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 756, reset compression=false 2024-11-10T01:21:41,639 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 764, reset compression=false 2024-11-10T01:21:41,721 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 756, reset compression=false 2024-11-10T01:21:42,001 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T01:21:42,004 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T01:21:42,043 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 764, reset compression=false 2024-11-10T01:21:42,125 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 756, reset compression=false 2024-11-10T01:21:42,130 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:21:42,130 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 915, reset compression=false 2024-11-10T01:21:42,130 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,44377,1731201687788 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8ce505108221727c1f7f3c0fec0ad00/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T01:21:42,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:21:42,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:21:42,334 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 915, reset compression=false 2024-11-10T01:21:42,546 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 764, reset compression=false 2024-11-10T01:21:42,550 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:21:42,550 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 914, reset compression=false 2024-11-10T01:21:42,551 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,35697,1731201682803 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:21:42,637 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 915, reset compression=false 2024-11-10T01:21:42,754 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 914, reset compression=false 2024-11-10T01:21:43,006 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T01:21:43,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:21:43,008 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:21:43,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:43,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:43,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:43,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:43,009 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:21:43,009 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=469005318, stopped=false 2024-11-10T01:21:43,009 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,37597,1731201687637 2024-11-10T01:21:43,041 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 915, reset compression=false 2024-11-10T01:21:43,058 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 914, reset compression=false 2024-11-10T01:21:43,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1692482327/running 2024-11-10T01:21:43,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:43,072 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1692482327/running 2024-11-10T01:21:43,072 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:21:43,072 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:43,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:21:43,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:43,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Set watcher on znode that does not yet exist, /1692482327/running 2024-11-10T01:21:43,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Set watcher on znode that does not yet exist, /1692482327/running 2024-11-10T01:21:43,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:43,073 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,44377,1731201687788' ***** 2024-11-10T01:21:43,073 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:21:43,073 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:21:43,073 INFO [RS:0;0c4d4d227d60:44377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:21:43,073 INFO [RS:0;0c4d4d227d60:44377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:21:43,073 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:21:43,073 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(3091): Received CLOSE for 02a4ebe794cad9738640211cd776553a 2024-11-10T01:21:43,073 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(3091): Received CLOSE for f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:43,073 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,44377,1731201687788 2024-11-10T01:21:43,073 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:21:43,073 INFO [RS:0;0c4d4d227d60:44377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:44377. 2024-11-10T01:21:43,073 DEBUG [RS:0;0c4d4d227d60:44377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:43,073 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02a4ebe794cad9738640211cd776553a, disabling compactions & flushes 2024-11-10T01:21:43,073 DEBUG [RS:0;0c4d4d227d60:44377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:43,073 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a. 2024-11-10T01:21:43,074 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a. 2024-11-10T01:21:43,074 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:21:43,074 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a. after waiting 0 ms 2024-11-10T01:21:43,074 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:21:43,074 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a. 2024-11-10T01:21:43,074 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:21:43,074 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:21:43,074 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 02a4ebe794cad9738640211cd776553a 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-10T01:21:43,074 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T01:21:43,074 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1325): Online Regions={02a4ebe794cad9738640211cd776553a=hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a., 1588230740=hbase:meta,,1.1588230740, f8ce505108221727c1f7f3c0fec0ad00=test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00.} 2024-11-10T01:21:43,074 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:21:43,074 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1351): Waiting on 02a4ebe794cad9738640211cd776553a, 1588230740, f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:43,074 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:21:43,074 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:21:43,074 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:21:43,074 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:21:43,074 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T01:21:43,078 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:21:43,089 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/.tmp/info/969be6eeb6da47ef94184a5d3ce17954 is 147, key is hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a./info:regioninfo/1731201697998/Put/seqid=0 2024-11-10T01:21:43,090 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/replication/02a4ebe794cad9738640211cd776553a/.tmp/queue/d45dd0a61e554c388731a4909ab7cc9f is 153, key is 1-0c4d4d227d60,44377,1731201687788/queue:0c4d4d227d60%2C44377%2C1731201687788/1731201702134/Put/seqid=0 2024-11-10T01:21:43,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741840_1016 (size=7686) 2024-11-10T01:21:43,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741841_1017 (size=5352) 2024-11-10T01:21:43,274 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1351): Waiting on 02a4ebe794cad9738640211cd776553a, 1588230740, f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:43,462 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 914, reset compression=false 2024-11-10T01:21:43,474 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1351): Waiting on 02a4ebe794cad9738640211cd776553a, 1588230740, f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:43,486 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:21:43,493 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/.tmp/info/969be6eeb6da47ef94184a5d3ce17954 2024-11-10T01:21:43,494 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/replication/02a4ebe794cad9738640211cd776553a/.tmp/queue/d45dd0a61e554c388731a4909ab7cc9f 2024-11-10T01:21:43,499 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/replication/02a4ebe794cad9738640211cd776553a/.tmp/queue/d45dd0a61e554c388731a4909ab7cc9f as hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/replication/02a4ebe794cad9738640211cd776553a/queue/d45dd0a61e554c388731a4909ab7cc9f 2024-11-10T01:21:43,504 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/replication/02a4ebe794cad9738640211cd776553a/queue/d45dd0a61e554c388731a4909ab7cc9f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T01:21:43,505 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 02a4ebe794cad9738640211cd776553a in 431ms, sequenceid=10, compaction requested=false 2024-11-10T01:21:43,512 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/.tmp/ns/eedb80688ad0462fa8adede9f238d495 is 43, key is default/ns:d/1731201691231/Put/seqid=0 2024-11-10T01:21:43,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741842_1018 (size=5153) 2024-11-10T01:21:43,516 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/replication/02a4ebe794cad9738640211cd776553a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T01:21:43,516 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:21:43,516 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:21:43,517 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a. 2024-11-10T01:21:43,517 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02a4ebe794cad9738640211cd776553a: Waiting for close lock at 1731201703073Running coprocessor pre-close hooks at 1731201703073Disabling compacts and flushes for region at 1731201703073Disabling writes for close at 1731201703074 (+1 ms)Obtaining lock to block concurrent updates at 1731201703074Preparing flush snapshotting stores in 02a4ebe794cad9738640211cd776553a at 1731201703074Finished memstore snapshotting hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731201703074Flushing stores of hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a. at 1731201703074Flushing 02a4ebe794cad9738640211cd776553a/queue: creating writer at 1731201703075 (+1 ms)Flushing 02a4ebe794cad9738640211cd776553a/queue: appending metadata at 1731201703089 (+14 ms)Flushing 02a4ebe794cad9738640211cd776553a/queue: closing flushed file at 1731201703089Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c815abc: reopening flushed file at 1731201703499 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 02a4ebe794cad9738640211cd776553a in 431ms, sequenceid=10, compaction requested=false at 1731201703505 (+6 ms)Writing region close event to WAL at 1731201703513 (+8 ms)Running coprocessor post-close hooks at 1731201703516 (+3 ms)Closed at 1731201703517 (+1 ms) 2024-11-10T01:21:43,517 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731201696831.02a4ebe794cad9738640211cd776553a. 2024-11-10T01:21:43,517 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8ce505108221727c1f7f3c0fec0ad00, disabling compactions & flushes 2024-11-10T01:21:43,517 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00. 2024-11-10T01:21:43,517 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00. 2024-11-10T01:21:43,517 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00. after waiting 0 ms 2024-11-10T01:21:43,517 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00. 2024-11-10T01:21:43,517 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f8ce505108221727c1f7f3c0fec0ad00 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-10T01:21:43,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:43,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:43,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:43,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:43,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:43,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:43,531 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/.tmp/f/3f22d2bea20346b38684901236875d61 is 29, key is row1/f:/1731201702001/DeleteFamily/seqid=0 2024-11-10T01:21:43,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741843_1019 (size=5118) 2024-11-10T01:21:43,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:43,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:43,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:43,545 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 915, reset compression=false 2024-11-10T01:21:43,549 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:21:43,549 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 1162, reset compression=false 2024-11-10T01:21:43,549 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,44377,1731201687788 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:21:43,550 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0c4d4d227d60,44377,1731201687788: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0c4d4d227d60,44377,1731201687788, walGroup=0c4d4d227d60%2C44377%2C1731201687788, offset=0c4d4d227d60%2C44377%2C1731201687788.1731201690204:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:44377 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T01:21:43,552 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T01:21:43,552 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T01:21:43,553 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T01:21:43,553 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T01:21:43,553 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T01:21:43,553 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 600700528 }, "NonHeapMemoryUsage": { "committed": 193986560, "init": 7667712, "max": -1, "used": 190972392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T01:21:43,554 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:37597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:37597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-10T01:21:43,674 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:43,758 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 1162, reset compression=false 2024-11-10T01:21:43,875 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:43,916 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/.tmp/ns/eedb80688ad0462fa8adede9f238d495 2024-11-10T01:21:43,935 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/.tmp/f/3f22d2bea20346b38684901236875d61 2024-11-10T01:21:43,936 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/.tmp/rep_barrier/059e11ca972f40bab00743f7207901ae is 112, key is test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00./rep_barrier:seqnumDuringOpen/1731201693661/Put/seqid=0 2024-11-10T01:21:43,939 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f22d2bea20346b38684901236875d61 2024-11-10T01:21:43,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741844_1020 (size=5518) 2024-11-10T01:21:43,952 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/.tmp/f1/648796b0361d49f28075fdd8c524410d is 30, key is row1/f1:/1731201702001/DeleteFamily/seqid=0 2024-11-10T01:21:43,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741845_1021 (size=5123) 2024-11-10T01:21:43,965 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 914, reset compression=false 2024-11-10T01:21:44,062 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 1162, reset compression=false 2024-11-10T01:21:44,075 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T01:21:44,075 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f8ce505108221727c1f7f3c0fec0ad00=test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00.} 2024-11-10T01:21:44,075 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:44,164 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:21:44,164 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:21:44,275 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:44,340 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/.tmp/rep_barrier/059e11ca972f40bab00743f7207901ae 2024-11-10T01:21:44,356 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/.tmp/f1/648796b0361d49f28075fdd8c524410d 2024-11-10T01:21:44,356 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/.tmp/table/bf1fe1211ec74c46b4c38056ff9cb279 is 53, key is hbase:replication/table:state/1731201698006/Put/seqid=0 2024-11-10T01:21:44,360 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 648796b0361d49f28075fdd8c524410d 2024-11-10T01:21:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741846_1022 (size=5308) 2024-11-10T01:21:44,374 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/.tmp/norep/9aedaacd78d648898fd6232435dac4ef is 33, key is row1/norep:/1731201702001/DeleteFamily/seqid=0 2024-11-10T01:21:44,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741847_1023 (size=5108) 2024-11-10T01:21:44,465 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 1162, reset compression=false 2024-11-10T01:21:44,475 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:44,568 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 914, reset compression=false 2024-11-10T01:21:44,675 DEBUG [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8ce505108221727c1f7f3c0fec0ad00 2024-11-10T01:21:44,760 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/.tmp/table/bf1fe1211ec74c46b4c38056ff9cb279 2024-11-10T01:21:44,764 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/.tmp/info/969be6eeb6da47ef94184a5d3ce17954 as hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/info/969be6eeb6da47ef94184a5d3ce17954 2024-11-10T01:21:44,768 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/info/969be6eeb6da47ef94184a5d3ce17954, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T01:21:44,769 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/.tmp/ns/eedb80688ad0462fa8adede9f238d495 as hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/ns/eedb80688ad0462fa8adede9f238d495 2024-11-10T01:21:44,773 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/ns/eedb80688ad0462fa8adede9f238d495, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T01:21:44,774 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/.tmp/rep_barrier/059e11ca972f40bab00743f7207901ae as hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/rep_barrier/059e11ca972f40bab00743f7207901ae 2024-11-10T01:21:44,778 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/.tmp/norep/9aedaacd78d648898fd6232435dac4ef 2024-11-10T01:21:44,778 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/rep_barrier/059e11ca972f40bab00743f7207901ae, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T01:21:44,779 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/.tmp/table/bf1fe1211ec74c46b4c38056ff9cb279 as hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/table/bf1fe1211ec74c46b4c38056ff9cb279 2024-11-10T01:21:44,781 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9aedaacd78d648898fd6232435dac4ef 2024-11-10T01:21:44,781 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/.tmp/f/3f22d2bea20346b38684901236875d61 as hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/f/3f22d2bea20346b38684901236875d61 2024-11-10T01:21:44,782 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/table/bf1fe1211ec74c46b4c38056ff9cb279, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T01:21:44,783 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-11-10T01:21:44,785 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f22d2bea20346b38684901236875d61 2024-11-10T01:21:44,786 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/f/3f22d2bea20346b38684901236875d61, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T01:21:44,786 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/.tmp/f1/648796b0361d49f28075fdd8c524410d as hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/f1/648796b0361d49f28075fdd8c524410d 2024-11-10T01:21:44,790 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 648796b0361d49f28075fdd8c524410d 2024-11-10T01:21:44,790 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/f1/648796b0361d49f28075fdd8c524410d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T01:21:44,791 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/.tmp/norep/9aedaacd78d648898fd6232435dac4ef as hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/norep/9aedaacd78d648898fd6232435dac4ef 2024-11-10T01:21:44,794 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T01:21:44,794 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:21:44,794 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:21:44,794 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:21:44,795 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201703074Running coprocessor pre-close hooks at 1731201703074Disabling compacts and flushes for region at 1731201703074Disabling writes for close at 1731201703074Obtaining lock to block concurrent updates at 1731201703074Preparing flush snapshotting stores in 1588230740 at 1731201703074Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731201703074Flushing stores of hbase:meta,,1.1588230740 at 1731201703075 (+1 ms)Flushing 1588230740/info: creating writer at 1731201703075Flushing 1588230740/info: appending metadata at 1731201703089 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731201703089Flushing 1588230740/ns: creating writer at 1731201703498 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731201703512 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731201703512Flushing 1588230740/rep_barrier: creating writer at 1731201703920 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731201703935 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731201703935Flushing 1588230740/table: creating writer at 1731201704344 (+409 ms)Flushing 1588230740/table: appending metadata at 1731201704356 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731201704356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8acf6d4: reopening flushed file at 1731201704763 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dc058: reopening flushed file at 1731201704768 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@227d248: reopening flushed file at 1731201704773 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a274bea: reopening flushed file at 1731201704778 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1731201704783 (+5 ms)Writing region close event to WAL at 1731201704792 (+9 ms)Running coprocessor post-close hooks at 1731201704794 (+2 ms)Closed at 1731201704794 2024-11-10T01:21:44,795 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:21:44,795 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9aedaacd78d648898fd6232435dac4ef 2024-11-10T01:21:44,795 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/norep/9aedaacd78d648898fd6232435dac4ef, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T01:21:44,796 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f8ce505108221727c1f7f3c0fec0ad00 in 1279ms, sequenceid=8, compaction requested=false 2024-11-10T01:21:44,799 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/data/default/test/f8ce505108221727c1f7f3c0fec0ad00/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T01:21:44,799 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:21:44,799 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:21:44,799 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00. 2024-11-10T01:21:44,799 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8ce505108221727c1f7f3c0fec0ad00: Waiting for close lock at 1731201703517Running coprocessor pre-close hooks at 1731201703517Disabling compacts and flushes for region at 1731201703517Disabling writes for close at 1731201703517Obtaining lock to block concurrent updates at 1731201703517Preparing flush snapshotting stores in f8ce505108221727c1f7f3c0fec0ad00 at 1731201703517Finished memstore snapshotting test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731201703517Flushing stores of test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00. at 1731201703518 (+1 ms)Flushing f8ce505108221727c1f7f3c0fec0ad00/f: creating writer at 1731201703518Flushing f8ce505108221727c1f7f3c0fec0ad00/f: appending metadata at 1731201703530 (+12 ms)Flushing f8ce505108221727c1f7f3c0fec0ad00/f: closing flushed file at 1731201703530Flushing f8ce505108221727c1f7f3c0fec0ad00/f1: creating writer at 1731201703939 (+409 ms)Flushing f8ce505108221727c1f7f3c0fec0ad00/f1: appending metadata at 1731201703951 (+12 ms)Flushing f8ce505108221727c1f7f3c0fec0ad00/f1: closing flushed file at 1731201703951Flushing f8ce505108221727c1f7f3c0fec0ad00/norep: creating writer at 1731201704361 (+410 ms)Flushing f8ce505108221727c1f7f3c0fec0ad00/norep: appending metadata at 1731201704373 (+12 ms)Flushing f8ce505108221727c1f7f3c0fec0ad00/norep: closing flushed file at 1731201704374 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2716f4ee: reopening flushed file at 1731201704781 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6243b43b: reopening flushed file at 1731201704786 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d3fc21: reopening flushed file at 1731201704790 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f8ce505108221727c1f7f3c0fec0ad00 in 1279ms, sequenceid=8, compaction requested=false at 1731201704796 (+6 ms)Writing region close event to WAL at 1731201704797 (+1 ms)Running coprocessor post-close hooks at 1731201704799 (+2 ms)Closed at 1731201704799 2024-11-10T01:21:44,800 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731201692500.f8ce505108221727c1f7f3c0fec0ad00. 2024-11-10T01:21:44,827 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:44,827 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:21:44,828 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28335 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:21:44,875 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,44377,1731201687788; all regions closed. 2024-11-10T01:21:44,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741834_1010 (size=4239) 2024-11-10T01:21:44,878 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.meta.1731201691167.meta not finished, retry = 0 2024-11-10T01:21:44,968 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 1162, reset compression=false 2024-11-10T01:21:44,972 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:21:44,973 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 1806, reset compression=false 2024-11-10T01:21:44,980 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.rep.1731201697963 not finished, retry = 0 2024-11-10T01:21:44,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741839_1015 (size=2676) 2024-11-10T01:21:45,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741832_1008 (size=1814) 2024-11-10T01:21:45,082 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 not finished, retry = 0 2024-11-10T01:21:45,176 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 to pos 1806, reset compression=false 2024-11-10T01:21:45,183 DEBUG [RS:0;0c4d4d227d60:44377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:45,183 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:21:45,183 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/WALs/0c4d4d227d60,44377,1731201687788/0c4d4d227d60%2C44377%2C1731201687788.1731201690204 2024-11-10T01:21:45,183 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:21:45,184 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:21:45,184 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:21:45,184 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:21:45,184 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,44377,1731201687788 because: Region server is closing 2024-11-10T01:21:45,184 INFO [RS:0;0c4d4d227d60:44377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:44377. 2024-11-10T01:21:45,184 DEBUG [RS:0;0c4d4d227d60:44377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:45,184 DEBUG [RS:0;0c4d4d227d60:44377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:45,184 DEBUG [RS:0;0c4d4d227d60:44377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:45,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:45,271 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 914, reset compression=false 2024-11-10T01:21:45,285 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.shipper0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 terminated 2024-11-10T01:21:45,285 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,44377,1731201687788.replicationSource.wal-reader.0c4d4d227d60%2C44377%2C1731201687788,1-0c4d4d227d60,44377,1731201687788 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-10T01:21:45,285 INFO [RS:0;0c4d4d227d60:44377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:44377. 2024-11-10T01:21:45,285 DEBUG [RS:0;0c4d4d227d60:44377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:45,285 DEBUG [RS:0;0c4d4d227d60:44377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:45,285 DEBUG [RS:0;0c4d4d227d60:44377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:45,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:45,285 INFO [RS:0;0c4d4d227d60:44377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44377 2024-11-10T01:21:45,345 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1692482327/rs/0c4d4d227d60,44377,1731201687788 2024-11-10T01:21:45,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327/rs 2024-11-10T01:21:45,345 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:21:45,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,44377,1731201687788] 2024-11-10T01:21:45,366 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1692482327/draining/0c4d4d227d60,44377,1731201687788 already deleted, retry=false 2024-11-10T01:21:45,366 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,44377,1731201687788 expired; onlineServers=0 2024-11-10T01:21:45,367 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,37597,1731201687637' ***** 2024-11-10T01:21:45,367 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:21:45,367 INFO [M:0;0c4d4d227d60:37597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:21:45,367 INFO [M:0;0c4d4d227d60:37597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:21:45,367 DEBUG [M:0;0c4d4d227d60:37597 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:21:45,367 DEBUG [M:0;0c4d4d227d60:37597 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:21:45,367 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:21:45,367 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201689936 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201689936,5,FailOnTimeoutGroup] 2024-11-10T01:21:45,367 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201689936 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201689936,5,FailOnTimeoutGroup] 2024-11-10T01:21:45,367 INFO [M:0;0c4d4d227d60:37597 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:21:45,367 INFO [M:0;0c4d4d227d60:37597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:21:45,367 DEBUG [M:0;0c4d4d227d60:37597 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:21:45,367 INFO [M:0;0c4d4d227d60:37597 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:21:45,367 INFO [M:0;0c4d4d227d60:37597 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:21:45,368 INFO [M:0;0c4d4d227d60:37597 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:21:45,368 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:21:45,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1692482327/master 2024-11-10T01:21:45,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1692482327 2024-11-10T01:21:45,377 DEBUG [M:0;0c4d4d227d60:37597 {}] zookeeper.ZKUtil(347): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Unable to get data of znode /1692482327/master because node does not exist (not an error) 2024-11-10T01:21:45,377 WARN [M:0;0c4d4d227d60:37597 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:21:45,377 INFO [M:0;0c4d4d227d60:37597 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/.lastflushedseqids 2024-11-10T01:21:45,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741848_1024 (size=245) 2024-11-10T01:21:45,456 INFO [RS:0;0c4d4d227d60:44377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:21:45,456 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:21:45,456 INFO [RS:0;0c4d4d227d60:44377 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,44377,1731201687788; zookeeper connection closed. 2024-11-10T01:21:45,456 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44377-0x10122553f410004, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:21:45,457 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7262db34 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7262db34 2024-11-10T01:21:45,457 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:21:45,782 INFO [M:0;0c4d4d227d60:37597 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:21:45,782 INFO [M:0;0c4d4d227d60:37597 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:21:45,782 DEBUG [M:0;0c4d4d227d60:37597 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:21:45,782 INFO [M:0;0c4d4d227d60:37597 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:45,782 DEBUG [M:0;0c4d4d227d60:37597 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:45,782 DEBUG [M:0;0c4d4d227d60:37597 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:21:45,782 DEBUG [M:0;0c4d4d227d60:37597 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:45,783 INFO [M:0;0c4d4d227d60:37597 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T01:21:45,796 DEBUG [M:0;0c4d4d227d60:37597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ae205107b7a4d55924122a1f7aa61cb is 82, key is hbase:meta,,1/info:regioninfo/1731201691213/Put/seqid=0 2024-11-10T01:21:45,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741849_1025 (size=5672) 2024-11-10T01:21:46,076 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 914, reset compression=false 2024-11-10T01:21:46,200 INFO [M:0;0c4d4d227d60:37597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ae205107b7a4d55924122a1f7aa61cb 2024-11-10T01:21:46,251 DEBUG [M:0;0c4d4d227d60:37597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6e56500b850418e9fc974dfda93e3f9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731201698009/Put/seqid=0 2024-11-10T01:21:46,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741850_1026 (size=8515) 2024-11-10T01:21:46,655 INFO [M:0;0c4d4d227d60:37597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6e56500b850418e9fc974dfda93e3f9 2024-11-10T01:21:46,676 DEBUG [M:0;0c4d4d227d60:37597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a36788420d074be7b3853879f6585ee8 is 69, key is 0c4d4d227d60,44377,1731201687788/rs:state/1731201690055/Put/seqid=0 2024-11-10T01:21:46,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741851_1027 (size=5156) 2024-11-10T01:21:46,980 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 914, reset compression=false 2024-11-10T01:21:47,083 INFO [M:0;0c4d4d227d60:37597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a36788420d074be7b3853879f6585ee8 2024-11-10T01:21:47,087 DEBUG [M:0;0c4d4d227d60:37597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ae205107b7a4d55924122a1f7aa61cb as hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ae205107b7a4d55924122a1f7aa61cb 2024-11-10T01:21:47,090 INFO [M:0;0c4d4d227d60:37597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ae205107b7a4d55924122a1f7aa61cb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T01:21:47,091 DEBUG [M:0;0c4d4d227d60:37597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6e56500b850418e9fc974dfda93e3f9 as hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6e56500b850418e9fc974dfda93e3f9 2024-11-10T01:21:47,094 INFO [M:0;0c4d4d227d60:37597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6e56500b850418e9fc974dfda93e3f9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T01:21:47,094 DEBUG [M:0;0c4d4d227d60:37597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a36788420d074be7b3853879f6585ee8 as hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a36788420d074be7b3853879f6585ee8 2024-11-10T01:21:47,097 INFO [M:0;0c4d4d227d60:37597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a36788420d074be7b3853879f6585ee8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T01:21:47,098 INFO [M:0;0c4d4d227d60:37597 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=97, compaction requested=false 2024-11-10T01:21:47,099 INFO [M:0;0c4d4d227d60:37597 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:47,099 DEBUG [M:0;0c4d4d227d60:37597 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201705782Disabling compacts and flushes for region at 1731201705782Disabling writes for close at 1731201705782Obtaining lock to block concurrent updates at 1731201705783 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201705783Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731201705783Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201705783Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201705783Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201705796 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201705796Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201706235 (+439 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201706251 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201706251Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201706659 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201706676 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201706676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b8c0a5a: reopening flushed file at 1731201707087 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121a934a: reopening flushed file at 1731201707090 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2283e1e1: reopening flushed file at 1731201707094 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=97, compaction requested=false at 1731201707098 (+4 ms)Writing region close event to WAL at 1731201707099 (+1 ms)Closed at 1731201707099 2024-11-10T01:21:47,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741830_1006 (size=63642) 2024-11-10T01:21:47,100 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b8bb9ea-bd92-c464-0507-acf1ffa64439/MasterData/WALs/0c4d4d227d60,37597,1731201687637/0c4d4d227d60%2C37597%2C1731201687637.1731201689536 not finished, retry = 0 2024-11-10T01:21:47,201 INFO [M:0;0c4d4d227d60:37597 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:21:47,201 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:21:47,201 INFO [M:0;0c4d4d227d60:37597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37597 2024-11-10T01:21:47,201 INFO [M:0;0c4d4d227d60:37597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:21:47,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:21:47,414 INFO [M:0;0c4d4d227d60:37597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:21:47,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x10122553f410003, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:21:47,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4eaa6c76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:21:47,446 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22b6491a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:21:47,446 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:21:47,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1988d98e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:21:47,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dbc68b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/hadoop.log.dir/,STOPPED} 2024-11-10T01:21:47,447 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:21:47,447 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:21:47,447 WARN [BP-1411707549-172.17.0.3-1731201685584 heartbeating to localhost/127.0.0.1:33577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:21:47,447 WARN [BP-1411707549-172.17.0.3-1731201685584 heartbeating to localhost/127.0.0.1:33577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1411707549-172.17.0.3-1731201685584 (Datanode Uuid 1bd278d1-9a0d-44f7-9f70-c1523d048385) service to localhost/127.0.0.1:33577 2024-11-10T01:21:47,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/cluster_ec3446f4-6a9d-e451-1fd9-37130af81f08/data/data1/current/BP-1411707549-172.17.0.3-1731201685584 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:21:47,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/cluster_ec3446f4-6a9d-e451-1fd9-37130af81f08/data/data2/current/BP-1411707549-172.17.0.3-1731201685584 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:21:47,448 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:21:47,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@895bcda{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:21:47,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c284a03{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:21:47,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:21:47,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f9a159{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:21:47,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62bb1855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/hadoop.log.dir/,STOPPED} 2024-11-10T01:21:47,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:21:47,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:21:47,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:21:47,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:47,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:47,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:47,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:47,471 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:21:47,471 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=565852623, stopped=false 2024-11-10T01:21:47,472 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,33079,1731201682581 2024-11-10T01:21:47,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751617296/running 2024-11-10T01:21:47,482 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751617296/running 2024-11-10T01:21:47,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:47,482 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:47,482 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:21:47,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:21:47,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Set watcher on znode that does not yet exist, /01751617296/running 2024-11-10T01:21:47,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Set watcher on znode that does not yet exist, /01751617296/running 2024-11-10T01:21:47,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:47,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:47,483 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,35697,1731201682803' ***** 2024-11-10T01:21:47,483 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:21:47,483 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:21:47,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:21:47,483 INFO [RS:0;0c4d4d227d60:35697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:21:47,483 INFO [RS:0;0c4d4d227d60:35697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:21:47,483 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f315f2cbc09aadceb47d625c53ad338 2024-11-10T01:21:47,484 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(3091): Received CLOSE for 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:47,484 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,35697,1731201682803 2024-11-10T01:21:47,484 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:21:47,484 INFO [RS:0;0c4d4d227d60:35697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:35697. 2024-11-10T01:21:47,484 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f315f2cbc09aadceb47d625c53ad338, disabling compactions & flushes 2024-11-10T01:21:47,484 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338. 2024-11-10T01:21:47,484 DEBUG [RS:0;0c4d4d227d60:35697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:47,484 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338. 2024-11-10T01:21:47,484 DEBUG [RS:0;0c4d4d227d60:35697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:47,484 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338. after waiting 0 ms 2024-11-10T01:21:47,484 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338. 2024-11-10T01:21:47,484 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:21:47,484 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:21:47,484 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:21:47,484 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:21:47,484 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2f315f2cbc09aadceb47d625c53ad338 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-10T01:21:47,484 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T01:21:47,484 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1325): Online Regions={2f315f2cbc09aadceb47d625c53ad338=test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338., 68118e5f9b109993b5f9a8928a8f6f9b=hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:21:47,484 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f315f2cbc09aadceb47d625c53ad338, 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:47,484 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:21:47,484 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:21:47,484 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:21:47,485 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:21:47,485 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:21:47,485 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T01:21:47,499 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/.tmp/info/41373df61405457ba45a20e775b61a43 is 147, key is hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b./info:regioninfo/1731201695830/Put/seqid=0 2024-11-10T01:21:47,499 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/.tmp/f/5ca4e271fc334896a606541e353a1588 is 29, key is row1/f:/1731201702001/DeleteFamily/seqid=0 2024-11-10T01:21:47,501 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:21:47,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741840_1016 (size=7686) 2024-11-10T01:21:47,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741841_1017 (size=5118) 2024-11-10T01:21:47,506 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/.tmp/f/5ca4e271fc334896a606541e353a1588 2024-11-10T01:21:47,510 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ca4e271fc334896a606541e353a1588 2024-11-10T01:21:47,521 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/.tmp/f1/ade3e98c5a574784a4db211799245949 is 30, key is row1/f1:/1731201702001/DeleteFamily/seqid=0 2024-11-10T01:21:47,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741842_1018 (size=5123) 2024-11-10T01:21:47,525 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/.tmp/f1/ade3e98c5a574784a4db211799245949 2024-11-10T01:21:47,528 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ade3e98c5a574784a4db211799245949 2024-11-10T01:21:47,541 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/.tmp/norep/e9b28de68fb841079dbd9d888108021d is 32, key is row/norep:/1731201700993/DeleteFamily/seqid=0 2024-11-10T01:21:47,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741843_1019 (size=5101) 2024-11-10T01:21:47,685 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f315f2cbc09aadceb47d625c53ad338, 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:47,885 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f315f2cbc09aadceb47d625c53ad338, 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:47,905 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/.tmp/info/41373df61405457ba45a20e775b61a43 2024-11-10T01:21:47,921 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/.tmp/ns/61f82df7a1854858a27f23d0e7cafd08 is 43, key is default/ns:d/1731201685466/Put/seqid=0 2024-11-10T01:21:47,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741844_1020 (size=5153) 2024-11-10T01:21:47,945 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/.tmp/norep/e9b28de68fb841079dbd9d888108021d 2024-11-10T01:21:47,948 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9b28de68fb841079dbd9d888108021d 2024-11-10T01:21:47,949 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/.tmp/f/5ca4e271fc334896a606541e353a1588 as hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/f/5ca4e271fc334896a606541e353a1588 2024-11-10T01:21:47,953 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ca4e271fc334896a606541e353a1588 2024-11-10T01:21:47,953 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/f/5ca4e271fc334896a606541e353a1588, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T01:21:47,953 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/.tmp/f1/ade3e98c5a574784a4db211799245949 as hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/f1/ade3e98c5a574784a4db211799245949 2024-11-10T01:21:47,957 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ade3e98c5a574784a4db211799245949 2024-11-10T01:21:47,957 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/f1/ade3e98c5a574784a4db211799245949, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T01:21:47,958 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/.tmp/norep/e9b28de68fb841079dbd9d888108021d as hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/norep/e9b28de68fb841079dbd9d888108021d 2024-11-10T01:21:47,962 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9b28de68fb841079dbd9d888108021d 2024-11-10T01:21:47,962 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/norep/e9b28de68fb841079dbd9d888108021d, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T01:21:47,962 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2f315f2cbc09aadceb47d625c53ad338 in 478ms, sequenceid=8, compaction requested=false 2024-11-10T01:21:47,965 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/default/test/2f315f2cbc09aadceb47d625c53ad338/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T01:21:47,966 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:21:47,966 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:21:47,966 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338. 2024-11-10T01:21:47,966 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f315f2cbc09aadceb47d625c53ad338: Waiting for close lock at 1731201707484Running coprocessor pre-close hooks at 1731201707484Disabling compacts and flushes for region at 1731201707484Disabling writes for close at 1731201707484Obtaining lock to block concurrent updates at 1731201707484Preparing flush snapshotting stores in 2f315f2cbc09aadceb47d625c53ad338 at 1731201707484Finished memstore snapshotting test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731201707484Flushing stores of test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338. at 1731201707485 (+1 ms)Flushing 2f315f2cbc09aadceb47d625c53ad338/f: creating writer at 1731201707485Flushing 2f315f2cbc09aadceb47d625c53ad338/f: appending metadata at 1731201707498 (+13 ms)Flushing 2f315f2cbc09aadceb47d625c53ad338/f: closing flushed file at 1731201707498Flushing 2f315f2cbc09aadceb47d625c53ad338/f1: creating writer at 1731201707510 (+12 ms)Flushing 2f315f2cbc09aadceb47d625c53ad338/f1: appending metadata at 1731201707521 (+11 ms)Flushing 2f315f2cbc09aadceb47d625c53ad338/f1: closing flushed file at 1731201707521Flushing 2f315f2cbc09aadceb47d625c53ad338/norep: creating writer at 1731201707529 (+8 ms)Flushing 2f315f2cbc09aadceb47d625c53ad338/norep: appending metadata at 1731201707541 (+12 ms)Flushing 2f315f2cbc09aadceb47d625c53ad338/norep: closing flushed file at 1731201707541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f126971: reopening flushed file at 1731201707948 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a498986: reopening flushed file at 1731201707953 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c7674c: reopening flushed file at 1731201707957 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2f315f2cbc09aadceb47d625c53ad338 in 478ms, sequenceid=8, compaction requested=false at 1731201707962 (+5 ms)Writing region close event to WAL at 1731201707963 (+1 ms)Running coprocessor post-close hooks at 1731201707966 (+3 ms)Closed at 1731201707966 2024-11-10T01:21:47,966 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338. 2024-11-10T01:21:47,966 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68118e5f9b109993b5f9a8928a8f6f9b, disabling compactions & flushes 2024-11-10T01:21:47,966 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b. 2024-11-10T01:21:47,966 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b. 2024-11-10T01:21:47,966 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b. after waiting 0 ms 2024-11-10T01:21:47,966 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b. 2024-11-10T01:21:47,966 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 68118e5f9b109993b5f9a8928a8f6f9b 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-10T01:21:47,980 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/replication/68118e5f9b109993b5f9a8928a8f6f9b/.tmp/queue/5a9f244313334324bb3f18a1cd53d495 is 153, key is 1-0c4d4d227d60,35697,1731201682803/queue:0c4d4d227d60%2C35697%2C1731201682803/1731201702552/Put/seqid=0 2024-11-10T01:21:47,983 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 914, reset compression=false 2024-11-10T01:21:47,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741845_1021 (size=5352) 2024-11-10T01:21:47,986 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:21:47,986 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 1805, reset compression=false 2024-11-10T01:21:47,986 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,35697,1731201682803 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:21:47,987 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0c4d4d227d60,35697,1731201682803: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0c4d4d227d60,35697,1731201682803, walGroup=0c4d4d227d60%2C35697%2C1731201682803, offset=0c4d4d227d60%2C35697%2C1731201682803.1731201684415:1805, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T01:21:47,988 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T01:21:47,988 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T01:21:47,989 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T01:21:47,989 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T01:21:47,989 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T01:21:47,989 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 674100848 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 191762776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T01:21:47,990 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:33079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:33079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-10T01:21:48,085 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:48,190 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 1805, reset compression=false 2024-11-10T01:21:48,285 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68118e5f9b109993b5f9a8928a8f6f9b 2024-11-10T01:21:48,309 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:21:48,309 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:21:48,325 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/.tmp/ns/61f82df7a1854858a27f23d0e7cafd08 2024-11-10T01:21:48,340 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/.tmp/rep_barrier/abb4fcc0a9844fdfa153b133b5904d2e is 112, key is test,,1731201691351.2f315f2cbc09aadceb47d625c53ad338./rep_barrier:seqnumDuringOpen/1731201692121/Put/seqid=0 2024-11-10T01:21:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741846_1022 (size=5518) 2024-11-10T01:21:48,384 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/replication/68118e5f9b109993b5f9a8928a8f6f9b/.tmp/queue/5a9f244313334324bb3f18a1cd53d495 2024-11-10T01:21:48,388 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/replication/68118e5f9b109993b5f9a8928a8f6f9b/.tmp/queue/5a9f244313334324bb3f18a1cd53d495 as hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/replication/68118e5f9b109993b5f9a8928a8f6f9b/queue/5a9f244313334324bb3f18a1cd53d495 2024-11-10T01:21:48,391 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/replication/68118e5f9b109993b5f9a8928a8f6f9b/queue/5a9f244313334324bb3f18a1cd53d495, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T01:21:48,392 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 68118e5f9b109993b5f9a8928a8f6f9b in 426ms, sequenceid=10, compaction requested=false 2024-11-10T01:21:48,392 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T01:21:48,396 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/replication/68118e5f9b109993b5f9a8928a8f6f9b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T01:21:48,396 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:21:48,396 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:21:48,396 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b. 2024-11-10T01:21:48,396 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68118e5f9b109993b5f9a8928a8f6f9b: Waiting for close lock at 1731201707966Running coprocessor pre-close hooks at 1731201707966Disabling compacts and flushes for region at 1731201707966Disabling writes for close at 1731201707966Obtaining lock to block concurrent updates at 1731201707966Preparing flush snapshotting stores in 68118e5f9b109993b5f9a8928a8f6f9b at 1731201707966Finished memstore snapshotting hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731201707967 (+1 ms)Flushing stores of hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b. at 1731201707967Flushing 68118e5f9b109993b5f9a8928a8f6f9b/queue: creating writer at 1731201707967Flushing 68118e5f9b109993b5f9a8928a8f6f9b/queue: appending metadata at 1731201707979 (+12 ms)Flushing 68118e5f9b109993b5f9a8928a8f6f9b/queue: closing flushed file at 1731201707979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f567686: reopening flushed file at 1731201708388 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 68118e5f9b109993b5f9a8928a8f6f9b in 426ms, sequenceid=10, compaction requested=false at 1731201708392 (+4 ms)Writing region close event to WAL at 1731201708393 (+1 ms)Running coprocessor post-close hooks at 1731201708396 (+3 ms)Closed at 1731201708396 2024-11-10T01:21:48,396 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731201694666.68118e5f9b109993b5f9a8928a8f6f9b. 2024-11-10T01:21:48,485 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T01:21:48,485 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:21:48,485 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:21:48,494 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 1805, reset compression=false 2024-11-10T01:21:48,686 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:21:48,744 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/.tmp/rep_barrier/abb4fcc0a9844fdfa153b133b5904d2e 2024-11-10T01:21:48,765 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/.tmp/table/0c90d5fe21fb41a4a21165095648aca7 is 53, key is hbase:replication/table:state/1731201695837/Put/seqid=0 2024-11-10T01:21:48,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741847_1023 (size=5308) 2024-11-10T01:21:48,886 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:21:48,897 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 1805, reset compression=false 2024-11-10T01:21:49,018 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:21:49,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:49,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:49,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:49,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:49,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:49,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:49,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:49,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:49,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:49,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:49,086 DEBUG [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:21:49,168 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/.tmp/table/0c90d5fe21fb41a4a21165095648aca7 2024-11-10T01:21:49,172 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/.tmp/info/41373df61405457ba45a20e775b61a43 as hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/info/41373df61405457ba45a20e775b61a43 2024-11-10T01:21:49,176 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/info/41373df61405457ba45a20e775b61a43, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T01:21:49,177 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/.tmp/ns/61f82df7a1854858a27f23d0e7cafd08 as hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/ns/61f82df7a1854858a27f23d0e7cafd08 2024-11-10T01:21:49,181 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/ns/61f82df7a1854858a27f23d0e7cafd08, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T01:21:49,182 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/.tmp/rep_barrier/abb4fcc0a9844fdfa153b133b5904d2e as hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/rep_barrier/abb4fcc0a9844fdfa153b133b5904d2e 2024-11-10T01:21:49,185 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/rep_barrier/abb4fcc0a9844fdfa153b133b5904d2e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T01:21:49,186 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/.tmp/table/0c90d5fe21fb41a4a21165095648aca7 as hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/table/0c90d5fe21fb41a4a21165095648aca7 2024-11-10T01:21:49,189 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/table/0c90d5fe21fb41a4a21165095648aca7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T01:21:49,190 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false 2024-11-10T01:21:49,190 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:21:49,193 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T01:21:49,194 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:21:49,194 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:21:49,194 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:21:49,194 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201707484Running coprocessor pre-close hooks at 1731201707484Disabling compacts and flushes for region at 1731201707484Disabling writes for close at 1731201707485 (+1 ms)Obtaining lock to block concurrent updates at 1731201707485Preparing flush snapshotting stores in 1588230740 at 1731201707485Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731201707485Flushing stores of hbase:meta,,1.1588230740 at 1731201707485Flushing 1588230740/info: creating writer at 1731201707485Flushing 1588230740/info: appending metadata at 1731201707498 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731201707498Flushing 1588230740/ns: creating writer at 1731201707909 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731201707921 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731201707921Flushing 1588230740/rep_barrier: creating writer at 1731201708328 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731201708340 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731201708340Flushing 1588230740/table: creating writer at 1731201708749 (+409 ms)Flushing 1588230740/table: appending metadata at 1731201708764 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731201708764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c03083f: reopening flushed file at 1731201709172 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133fe64: reopening flushed file at 1731201709177 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463097ce: reopening flushed file at 1731201709181 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2618cb65: reopening flushed file at 1731201709185 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false at 1731201709190 (+5 ms)Writing region close event to WAL at 1731201709191 (+1 ms)Running coprocessor post-close hooks at 1731201709194 (+3 ms)Closed at 1731201709194 2024-11-10T01:21:49,194 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:21:49,286 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,35697,1731201682803; all regions closed. 2024-11-10T01:21:49,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741834_1010 (size=4239) 2024-11-10T01:21:49,288 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.meta.1731201685400.meta not finished, retry = 0 2024-11-10T01:21:49,391 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.rep.1731201695799 not finished, retry = 0 2024-11-10T01:21:49,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741839_1015 (size=2676) 2024-11-10T01:21:49,400 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/WALs/0c4d4d227d60,35697,1731201682803/0c4d4d227d60%2C35697%2C1731201682803.1731201684415 to pos 1805, reset compression=false 2024-11-10T01:21:49,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741832_1008 (size=1813) 2024-11-10T01:21:49,494 DEBUG [RS:0;0c4d4d227d60:35697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:49,494 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:21:49,494 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:21:49,494 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T01:21:49,494 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:21:49,494 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:21:49,494 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,35697,1731201682803 because: Region server is closing 2024-11-10T01:21:49,495 INFO [RS:0;0c4d4d227d60:35697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:35697. 2024-11-10T01:21:49,495 DEBUG [RS:0;0c4d4d227d60:35697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:49,495 DEBUG [RS:0;0c4d4d227d60:35697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:49,495 DEBUG [RS:0;0c4d4d227d60:35697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:49,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:49,595 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.shipper0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 terminated 2024-11-10T01:21:49,595 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,35697,1731201682803.replicationSource.wal-reader.0c4d4d227d60%2C35697%2C1731201682803,1-0c4d4d227d60,35697,1731201682803 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T01:21:49,595 INFO [RS:0;0c4d4d227d60:35697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:35697. 2024-11-10T01:21:49,596 DEBUG [RS:0;0c4d4d227d60:35697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:21:49,596 DEBUG [RS:0;0c4d4d227d60:35697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:49,596 DEBUG [RS:0;0c4d4d227d60:35697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:49,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:21:49,596 INFO [RS:0;0c4d4d227d60:35697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35697 2024-11-10T01:21:49,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296/rs 2024-11-10T01:21:49,650 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751617296/rs/0c4d4d227d60,35697,1731201682803 2024-11-10T01:21:49,650 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:21:49,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,35697,1731201682803] 2024-11-10T01:21:49,671 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01751617296/draining/0c4d4d227d60,35697,1731201682803 already deleted, retry=false 2024-11-10T01:21:49,671 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,35697,1731201682803 expired; onlineServers=0 2024-11-10T01:21:49,671 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,33079,1731201682581' ***** 2024-11-10T01:21:49,671 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:21:49,671 INFO [M:0;0c4d4d227d60:33079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:21:49,671 INFO [M:0;0c4d4d227d60:33079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:21:49,671 DEBUG [M:0;0c4d4d227d60:33079 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:21:49,672 DEBUG [M:0;0c4d4d227d60:33079 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:21:49,672 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:21:49,672 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201684176 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201684176,5,FailOnTimeoutGroup] 2024-11-10T01:21:49,672 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201684176 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201684176,5,FailOnTimeoutGroup] 2024-11-10T01:21:49,672 INFO [M:0;0c4d4d227d60:33079 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:21:49,672 INFO [M:0;0c4d4d227d60:33079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:21:49,672 DEBUG [M:0;0c4d4d227d60:33079 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:21:49,672 INFO [M:0;0c4d4d227d60:33079 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:21:49,672 INFO [M:0;0c4d4d227d60:33079 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:21:49,672 INFO [M:0;0c4d4d227d60:33079 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:21:49,672 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:21:49,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751617296/master 2024-11-10T01:21:49,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751617296 2024-11-10T01:21:49,682 DEBUG [M:0;0c4d4d227d60:33079 {}] zookeeper.ZKUtil(347): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Unable to get data of znode /01751617296/master because node does not exist (not an error) 2024-11-10T01:21:49,682 WARN [M:0;0c4d4d227d60:33079 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:21:49,683 INFO [M:0;0c4d4d227d60:33079 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/.lastflushedseqids 2024-11-10T01:21:49,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741848_1024 (size=245) 2024-11-10T01:21:49,761 INFO [RS:0;0c4d4d227d60:35697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:21:49,761 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:21:49,761 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x10122553f410001, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:21:49,761 INFO [RS:0;0c4d4d227d60:35697 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,35697,1731201682803; zookeeper connection closed. 2024-11-10T01:21:49,761 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bb0a889 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bb0a889 2024-11-10T01:21:49,761 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:21:50,087 INFO [M:0;0c4d4d227d60:33079 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:21:50,087 INFO [M:0;0c4d4d227d60:33079 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:21:50,087 DEBUG [M:0;0c4d4d227d60:33079 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:21:50,087 INFO [M:0;0c4d4d227d60:33079 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:50,087 DEBUG [M:0;0c4d4d227d60:33079 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:50,087 DEBUG [M:0;0c4d4d227d60:33079 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:21:50,087 DEBUG [M:0;0c4d4d227d60:33079 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:50,087 INFO [M:0;0c4d4d227d60:33079 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T01:21:50,100 DEBUG [M:0;0c4d4d227d60:33079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/813978abcb0b4b25b5f08d0ee45a6f07 is 82, key is hbase:meta,,1/info:regioninfo/1731201685427/Put/seqid=0 2024-11-10T01:21:50,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741849_1025 (size=5672) 2024-11-10T01:21:50,504 INFO [M:0;0c4d4d227d60:33079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/813978abcb0b4b25b5f08d0ee45a6f07 2024-11-10T01:21:50,523 DEBUG [M:0;0c4d4d227d60:33079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63387d1e40994d0ca8f57825036bd1fa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731201695840/Put/seqid=0 2024-11-10T01:21:50,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741850_1026 (size=8516) 2024-11-10T01:21:50,927 INFO [M:0;0c4d4d227d60:33079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63387d1e40994d0ca8f57825036bd1fa 2024-11-10T01:21:50,943 DEBUG [M:0;0c4d4d227d60:33079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1d2210a8be6480c882179e3c057056f is 69, key is 0c4d4d227d60,35697,1731201682803/rs:state/1731201684266/Put/seqid=0 2024-11-10T01:21:50,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741851_1027 (size=5156) 2024-11-10T01:21:51,347 INFO [M:0;0c4d4d227d60:33079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1d2210a8be6480c882179e3c057056f 2024-11-10T01:21:51,351 DEBUG [M:0;0c4d4d227d60:33079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/813978abcb0b4b25b5f08d0ee45a6f07 as hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/813978abcb0b4b25b5f08d0ee45a6f07 2024-11-10T01:21:51,354 INFO [M:0;0c4d4d227d60:33079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/813978abcb0b4b25b5f08d0ee45a6f07, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T01:21:51,355 DEBUG [M:0;0c4d4d227d60:33079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63387d1e40994d0ca8f57825036bd1fa as hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63387d1e40994d0ca8f57825036bd1fa 2024-11-10T01:21:51,359 INFO [M:0;0c4d4d227d60:33079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63387d1e40994d0ca8f57825036bd1fa, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T01:21:51,360 DEBUG [M:0;0c4d4d227d60:33079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1d2210a8be6480c882179e3c057056f as hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1d2210a8be6480c882179e3c057056f 2024-11-10T01:21:51,363 INFO [M:0;0c4d4d227d60:33079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33101/user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1d2210a8be6480c882179e3c057056f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T01:21:51,364 INFO [M:0;0c4d4d227d60:33079 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-10T01:21:51,365 INFO [M:0;0c4d4d227d60:33079 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:51,365 DEBUG [M:0;0c4d4d227d60:33079 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201710087Disabling compacts and flushes for region at 1731201710087Disabling writes for close at 1731201710087Obtaining lock to block concurrent updates at 1731201710087Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201710087Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731201710087Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201710088 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201710088Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201710099 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201710099Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201710508 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201710523 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201710523Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201710931 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201710943 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201710943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e429f1f: reopening flushed file at 1731201711350 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d70131: reopening flushed file at 1731201711355 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226f3366: reopening flushed file at 1731201711359 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731201711364 (+5 ms)Writing region close event to WAL at 1731201711365 (+1 ms)Closed at 1731201711365 2024-11-10T01:21:51,370 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d506310-623b-5f66-5a70-6f48a2e06844/MasterData/WALs/0c4d4d227d60,33079,1731201682581/0c4d4d227d60%2C33079%2C1731201682581.1731201683912 not finished, retry = 0 2024-11-10T01:21:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741830_1006 (size=63654) 2024-11-10T01:21:51,471 INFO [M:0;0c4d4d227d60:33079 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:21:51,471 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:21:51,471 INFO [M:0;0c4d4d227d60:33079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33079 2024-11-10T01:21:51,471 INFO [M:0;0c4d4d227d60:33079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:21:51,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:21:51,592 INFO [M:0;0c4d4d227d60:33079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:21:51,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x10122553f410000, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:21:51,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a9645cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:21:51,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a8904e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:21:51,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:21:51,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a05ed7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:21:51,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2aed5ff6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/hadoop.log.dir/,STOPPED} 2024-11-10T01:21:51,596 WARN [BP-372106245-172.17.0.3-1731201680307 heartbeating to localhost/127.0.0.1:33101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:21:51,596 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:21:51,596 WARN [BP-372106245-172.17.0.3-1731201680307 heartbeating to localhost/127.0.0.1:33101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-372106245-172.17.0.3-1731201680307 (Datanode Uuid 6ed538ba-061a-4bde-9ea1-f0088c396583) service to localhost/127.0.0.1:33101 2024-11-10T01:21:51,596 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:21:51,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/cluster_56c607eb-d176-4a32-bd83-378cdf7b3a7c/data/data1/current/BP-372106245-172.17.0.3-1731201680307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:21:51,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/cluster_56c607eb-d176-4a32-bd83-378cdf7b3a7c/data/data2/current/BP-372106245-172.17.0.3-1731201680307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:21:51,597 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:21:51,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e4b9362{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:21:51,603 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58ae4e5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:21:51,603 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:21:51,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45040193{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:21:51,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47379b02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5182143a-c52f-7dbd-253b-0000294daacf/hadoop.log.dir/,STOPPED} 2024-11-10T01:21:51,611 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T01:21:51,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:21:51,634 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 237) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54964) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:33101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:33101 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:33101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:33577 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:33577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:33577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:33577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54964) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 617) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 551), ProcessCount=11 (was 11), AvailableMemoryMB=414 (was 283) - AvailableMemoryMB LEAK? - 2024-11-10T01:21:51,643 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=413 2024-11-10T01:21:51,658 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-10T01:21:51,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/hadoop.log.dir so I do NOT create it in target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f 2024-11-10T01:21:51,658 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:21:51,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/hadoop.tmp.dir so I do NOT create it in target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f 2024-11-10T01:21:51,659 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d6c10f-9491-55b8-0263-99b5cab3b5bb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:21:51,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f 2024-11-10T01:21:51,659 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/cluster_288375d3-b7a1-01a5-82d4-0043b5c55ad2, deleteOnExit=true 2024-11-10T01:21:51,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/cluster_288375d3-b7a1-01a5-82d4-0043b5c55ad2/zookeeper_0, clientPort=63473, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/cluster_288375d3-b7a1-01a5-82d4-0043b5c55ad2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/cluster_288375d3-b7a1-01a5-82d4-0043b5c55ad2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T01:21:51,677 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63473 2024-11-10T01:21:51,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:21:51,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:21:51,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/test.cache.data in system properties and HBase conf 2024-11-10T01:21:51,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:21:51,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:21:51,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:21:51,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:21:51,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:21:51,678 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:21:51,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:21:51,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:21:51,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:21:51,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:21:51,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:21:51,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:21:51,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:21:51,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:21:51,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:21:51,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:21:51,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:21:51,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:21:51,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:21:51,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:21:51,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10122553f410002, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:21:51,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10122553f410005, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:21:51,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10122553f410002, quorum=127.0.0.1:54964, baseZNode=/01751617296 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:21:51,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10122553f410005, quorum=127.0.0.1:54964, baseZNode=/1692482327 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:21:51,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:21:51,974 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:21:51,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:21:51,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:21:51,975 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:21:51,975 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:21:51,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64918103{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:21:51,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ea6be69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:21:52,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65e887e1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/java.io.tmpdir/jetty-localhost-45065-hadoop-hdfs-3_4_1-tests_jar-_-any-11478257869257913564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:21:52,071 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2faeecda{HTTP/1.1, (http/1.1)}{localhost:45065} 2024-11-10T01:21:52,071 INFO [Time-limited test {}] server.Server(415): Started @239581ms 2024-11-10T01:21:52,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:21:52,346 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:21:52,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:21:52,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:21:52,347 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:21:52,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70997bd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:21:52,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdcbd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:21:52,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27956a12{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/java.io.tmpdir/jetty-localhost-36435-hadoop-hdfs-3_4_1-tests_jar-_-any-4837195024544896722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:21:52,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c36cb8b{HTTP/1.1, (http/1.1)}{localhost:36435} 2024-11-10T01:21:52,442 INFO [Time-limited test {}] server.Server(415): Started @239952ms 2024-11-10T01:21:52,443 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:21:53,117 WARN [Thread-2650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/cluster_288375d3-b7a1-01a5-82d4-0043b5c55ad2/data/data1/current/BP-462049819-172.17.0.3-1731201711697/current, will proceed with Du for space computation calculation, 2024-11-10T01:21:53,117 WARN [Thread-2651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/cluster_288375d3-b7a1-01a5-82d4-0043b5c55ad2/data/data2/current/BP-462049819-172.17.0.3-1731201711697/current, will proceed with Du for space computation calculation, 2024-11-10T01:21:53,133 WARN [Thread-2638 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:21:53,134 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3a31432e059bcbe with lease ID 0xeb1446d56a8938b9: Processing first storage report for DS-d026739c-bed2-454a-b83d-a18c1488f20e from datanode DatanodeRegistration(127.0.0.1:43527, datanodeUuid=d3982c5e-9c83-4e8e-9518-5d092290c8d4, infoPort=44445, infoSecurePort=0, ipcPort=34349, storageInfo=lv=-57;cid=testClusterID;nsid=1304906222;c=1731201711697) 2024-11-10T01:21:53,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3a31432e059bcbe with lease ID 0xeb1446d56a8938b9: from storage DS-d026739c-bed2-454a-b83d-a18c1488f20e node DatanodeRegistration(127.0.0.1:43527, datanodeUuid=d3982c5e-9c83-4e8e-9518-5d092290c8d4, infoPort=44445, infoSecurePort=0, ipcPort=34349, storageInfo=lv=-57;cid=testClusterID;nsid=1304906222;c=1731201711697), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:21:53,135 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3a31432e059bcbe with lease ID 0xeb1446d56a8938b9: Processing first storage report for DS-08cd57c2-a9f9-4c61-9049-1be59cb1789b from datanode DatanodeRegistration(127.0.0.1:43527, datanodeUuid=d3982c5e-9c83-4e8e-9518-5d092290c8d4, infoPort=44445, infoSecurePort=0, ipcPort=34349, storageInfo=lv=-57;cid=testClusterID;nsid=1304906222;c=1731201711697) 2024-11-10T01:21:53,135 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3a31432e059bcbe with lease ID 0xeb1446d56a8938b9: from storage DS-08cd57c2-a9f9-4c61-9049-1be59cb1789b node DatanodeRegistration(127.0.0.1:43527, datanodeUuid=d3982c5e-9c83-4e8e-9518-5d092290c8d4, infoPort=44445, infoSecurePort=0, ipcPort=34349, storageInfo=lv=-57;cid=testClusterID;nsid=1304906222;c=1731201711697), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:21:53,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f 2024-11-10T01:21:53,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:53,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:53,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:21:53,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67 with version=8 2024-11-10T01:21:53,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/hbase-staging 2024-11-10T01:21:53,577 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:21:53,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:53,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:53,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:21:53,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:53,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:21:53,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:21:53,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:21:53,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42699 2024-11-10T01:21:53,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42699 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-10T01:21:53,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426990x0, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:21:53,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42699-0x1012255b9e70000 connected 2024-11-10T01:21:53,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:53,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:53,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Set watcher on znode that does not yet exist, /0-1229899240/running 2024-11-10T01:21:53,749 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67, hbase.cluster.distributed=false 2024-11-10T01:21:53,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Set watcher on znode that does not yet exist, /0-1229899240/acl 2024-11-10T01:21:53,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42699 2024-11-10T01:21:53,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42699 2024-11-10T01:21:53,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42699 2024-11-10T01:21:53,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42699 2024-11-10T01:21:53,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42699 2024-11-10T01:21:53,767 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:21:53,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:53,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:53,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:21:53,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:53,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:21:53,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:21:53,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:21:53,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45513 2024-11-10T01:21:53,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45513 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-10T01:21:53,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:53,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:53,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455130x0, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:21:53,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Set watcher on znode that does not yet exist, /0-1229899240/running 2024-11-10T01:21:53,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45513-0x1012255b9e70001 connected 2024-11-10T01:21:53,777 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:21:53,777 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:21:53,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Set watcher on znode that does not yet exist, /0-1229899240/master 2024-11-10T01:21:53,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Set watcher on znode that does not yet exist, /0-1229899240/acl 2024-11-10T01:21:53,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45513 2024-11-10T01:21:53,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45513 2024-11-10T01:21:53,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45513 2024-11-10T01:21:53,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45513 2024-11-10T01:21:53,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45513 2024-11-10T01:21:53,793 DEBUG [M:0;0c4d4d227d60:42699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:42699 2024-11-10T01:21:53,793 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1229899240/backup-masters/0c4d4d227d60,42699,1731201713577 2024-11-10T01:21:53,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240/backup-masters 2024-11-10T01:21:53,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240/backup-masters 2024-11-10T01:21:53,798 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Set watcher on existing znode=/0-1229899240/backup-masters/0c4d4d227d60,42699,1731201713577 2024-11-10T01:21:53,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1229899240/master 2024-11-10T01:21:53,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:21:53,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:21:53,808 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Set watcher on existing znode=/0-1229899240/master 2024-11-10T01:21:53,808 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1229899240/backup-masters/0c4d4d227d60,42699,1731201713577 from backup master directory 2024-11-10T01:21:53,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1229899240/backup-masters/0c4d4d227d60,42699,1731201713577 2024-11-10T01:21:53,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240/backup-masters 2024-11-10T01:21:53,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240/backup-masters 2024-11-10T01:21:53,818 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:21:53,818 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,42699,1731201713577 2024-11-10T01:21:53,821 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/hbase.id] with ID: bdaf6dde-c84a-4c9b-9487-9bbf4f07e967 2024-11-10T01:21:53,821 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/.tmp/hbase.id 2024-11-10T01:21:53,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:21:54,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:21:54,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T01:21:54,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T01:21:54,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:21:54,225 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/.tmp/hbase.id]:[hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/hbase.id] 2024-11-10T01:21:54,232 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:54,232 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:21:54,233 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T01:21:54,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:21:54,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:21:54,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:21:54,686 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:21:54,687 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:21:54,687 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:21:54,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:21:54,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:21:54,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:54,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:54,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:54,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:54,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:54,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:54,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:54,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:54,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:54,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:54,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:21:54,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:21:54,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:21:54,868 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38375 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:21:55,093 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store 2024-11-10T01:21:55,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:21:55,498 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:55,498 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:21:55,498 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:55,498 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:55,498 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:21:55,498 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:55,498 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:21:55,498 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201715498Disabling compacts and flushes for region at 1731201715498Disabling writes for close at 1731201715498Writing region close event to WAL at 1731201715498Closed at 1731201715498 2024-11-10T01:21:55,499 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/.initializing 2024-11-10T01:21:55,499 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/WALs/0c4d4d227d60,42699,1731201713577 2024-11-10T01:21:55,499 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:21:55,501 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C42699%2C1731201713577, suffix=, logDir=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/WALs/0c4d4d227d60,42699,1731201713577, archiveDir=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/oldWALs, maxLogs=10 2024-11-10T01:21:55,515 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/WALs/0c4d4d227d60,42699,1731201713577/0c4d4d227d60%2C42699%2C1731201713577.1731201715501, exclude list is [], retry=0 2024-11-10T01:21:55,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43527,DS-d026739c-bed2-454a-b83d-a18c1488f20e,DISK] 2024-11-10T01:21:55,519 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/WALs/0c4d4d227d60,42699,1731201713577/0c4d4d227d60%2C42699%2C1731201713577.1731201715501 2024-11-10T01:21:55,520 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44445:44445)] 2024-11-10T01:21:55,520 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:21:55,520 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:55,520 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:55,520 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:55,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:55,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:21:55,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:55,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:55,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:55,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:21:55,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:55,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:55,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:55,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:21:55,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:55,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:55,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:55,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:21:55,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:55,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:21:55,526 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:55,527 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:55,527 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:55,528 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:55,528 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:55,529 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:21:55,529 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:21:55,531 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:21:55,531 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68709573, jitterRate=0.023852422833442688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:21:55,532 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201715520Initializing all the Stores at 1731201715521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201715521Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201715521Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201715521Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201715521Cleaning up temporary data from old regions at 1731201715528 (+7 ms)Region opened successfully at 1731201715532 (+4 ms) 2024-11-10T01:21:55,532 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:21:55,534 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4121d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:21:55,535 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:21:55,535 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:21:55,535 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:21:55,535 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:21:55,535 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:21:55,536 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:21:55,536 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:21:55,537 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:21:55,537 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Unable to get data of znode /0-1229899240/balancer because node does not exist (not necessarily an error) 2024-11-10T01:21:55,587 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1229899240/balancer already deleted, retry=false 2024-11-10T01:21:55,587 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:21:55,588 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Unable to get data of znode /0-1229899240/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:21:55,597 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1229899240/normalizer already deleted, retry=false 2024-11-10T01:21:55,597 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:21:55,598 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Unable to get data of znode /0-1229899240/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:21:55,608 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1229899240/switch/split already deleted, retry=false 2024-11-10T01:21:55,608 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Unable to get data of znode /0-1229899240/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:21:55,618 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1229899240/switch/merge already deleted, retry=false 2024-11-10T01:21:55,620 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Unable to get data of znode /0-1229899240/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:21:55,629 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1229899240/snapshot-cleanup already deleted, retry=false 2024-11-10T01:21:55,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1229899240/running 2024-11-10T01:21:55,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1229899240/running 2024-11-10T01:21:55,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:21:55,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:21:55,640 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,42699,1731201713577, sessionid=0x1012255b9e70000, setting cluster-up flag (Was=false) 2024-11-10T01:21:55,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:21:55,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:21:55,692 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1229899240/flush-table-proc/acquired, /0-1229899240/flush-table-proc/reached, /0-1229899240/flush-table-proc/abort 2024-11-10T01:21:55,693 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,42699,1731201713577 2024-11-10T01:21:55,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:21:55,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:21:55,745 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1229899240/online-snapshot/acquired, /0-1229899240/online-snapshot/reached, /0-1229899240/online-snapshot/abort 2024-11-10T01:21:55,745 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,42699,1731201713577 2024-11-10T01:21:55,746 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:21:55,747 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:21:55,747 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:21:55,747 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:21:55,747 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,42699,1731201713577 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:21:55,748 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:21:55,748 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:21:55,749 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:21:55,749 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:21:55,749 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:21:55,749 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:55,749 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:21:55,749 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:55,749 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201745749 2024-11-10T01:21:55,749 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:21:55,749 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:21:55,749 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:21:55,749 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:21:55,750 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:21:55,750 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:21:55,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:21:55,750 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:55,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:21:55,750 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:21:55,750 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:21:55,750 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:21:55,750 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:21:55,750 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:21:55,750 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:21:55,750 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:55,750 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:21:55,751 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201715750,5,FailOnTimeoutGroup] 2024-11-10T01:21:55,751 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201715751,5,FailOnTimeoutGroup] 2024-11-10T01:21:55,751 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:55,751 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:21:55,751 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:55,751 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:55,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:21:55,786 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(746): ClusterId : bdaf6dde-c84a-4c9b-9487-9bbf4f07e967 2024-11-10T01:21:55,786 DEBUG [RS:0;0c4d4d227d60:45513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:21:55,798 DEBUG [RS:0;0c4d4d227d60:45513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:21:55,798 DEBUG [RS:0;0c4d4d227d60:45513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:21:55,808 DEBUG [RS:0;0c4d4d227d60:45513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:21:55,809 DEBUG [RS:0;0c4d4d227d60:45513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c3452b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:21:55,821 DEBUG [RS:0;0c4d4d227d60:45513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:45513 2024-11-10T01:21:55,821 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:21:55,821 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:21:55,821 DEBUG [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:21:55,821 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,42699,1731201713577 with port=45513, startcode=1731201713767 2024-11-10T01:21:55,822 DEBUG [RS:0;0c4d4d227d60:45513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:21:55,823 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:21:55,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,45513,1731201713767 2024-11-10T01:21:55,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42699 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,45513,1731201713767 2024-11-10T01:21:55,824 DEBUG [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67 2024-11-10T01:21:55,824 DEBUG [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41611 2024-11-10T01:21:55,824 DEBUG [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:21:55,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240/rs 2024-11-10T01:21:55,829 DEBUG [RS:0;0c4d4d227d60:45513 {}] zookeeper.ZKUtil(111): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Set watcher on existing znode=/0-1229899240/rs/0c4d4d227d60,45513,1731201713767 2024-11-10T01:21:55,829 WARN [RS:0;0c4d4d227d60:45513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:21:55,829 INFO [RS:0;0c4d4d227d60:45513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:21:55,829 DEBUG [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767 2024-11-10T01:21:55,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,45513,1731201713767] 2024-11-10T01:21:55,832 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:21:55,833 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:21:55,833 INFO [RS:0;0c4d4d227d60:45513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:21:55,833 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:55,833 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:21:55,834 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:21:55,834 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:55,834 DEBUG [RS:0;0c4d4d227d60:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:55,834 DEBUG [RS:0;0c4d4d227d60:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:55,834 DEBUG [RS:0;0c4d4d227d60:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:55,834 DEBUG [RS:0;0c4d4d227d60:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:55,834 DEBUG [RS:0;0c4d4d227d60:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:55,834 DEBUG [RS:0;0c4d4d227d60:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:21:55,834 DEBUG [RS:0;0c4d4d227d60:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:55,834 DEBUG [RS:0;0c4d4d227d60:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:55,834 DEBUG [RS:0;0c4d4d227d60:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:55,834 DEBUG [RS:0;0c4d4d227d60:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:55,834 DEBUG [RS:0;0c4d4d227d60:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:55,834 DEBUG [RS:0;0c4d4d227d60:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:21:55,834 DEBUG [RS:0;0c4d4d227d60:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:21:55,834 DEBUG [RS:0;0c4d4d227d60:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:21:55,835 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:55,835 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:55,835 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:55,835 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:55,835 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:55,835 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,45513,1731201713767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:21:55,846 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:21:55,846 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,45513,1731201713767-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:55,846 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:55,846 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.Replication(171): 0c4d4d227d60,45513,1731201713767 started 2024-11-10T01:21:55,857 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:55,857 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,45513,1731201713767, RpcServer on 0c4d4d227d60/172.17.0.3:45513, sessionid=0x1012255b9e70001 2024-11-10T01:21:55,857 DEBUG [RS:0;0c4d4d227d60:45513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:21:55,857 DEBUG [RS:0;0c4d4d227d60:45513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,45513,1731201713767 2024-11-10T01:21:55,857 DEBUG [RS:0;0c4d4d227d60:45513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,45513,1731201713767' 2024-11-10T01:21:55,857 DEBUG [RS:0;0c4d4d227d60:45513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1229899240/flush-table-proc/abort' 2024-11-10T01:21:55,858 DEBUG [RS:0;0c4d4d227d60:45513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1229899240/flush-table-proc/acquired' 2024-11-10T01:21:55,858 DEBUG [RS:0;0c4d4d227d60:45513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:21:55,858 DEBUG [RS:0;0c4d4d227d60:45513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:21:55,858 DEBUG [RS:0;0c4d4d227d60:45513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,45513,1731201713767 2024-11-10T01:21:55,858 DEBUG [RS:0;0c4d4d227d60:45513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,45513,1731201713767' 2024-11-10T01:21:55,858 DEBUG [RS:0;0c4d4d227d60:45513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1229899240/online-snapshot/abort' 2024-11-10T01:21:55,858 DEBUG [RS:0;0c4d4d227d60:45513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1229899240/online-snapshot/acquired' 2024-11-10T01:21:55,858 DEBUG [RS:0;0c4d4d227d60:45513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:21:55,858 INFO [RS:0;0c4d4d227d60:45513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:21:55,858 INFO [RS:0;0c4d4d227d60:45513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:21:55,959 INFO [RS:0;0c4d4d227d60:45513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:21:55,960 INFO [RS:0;0c4d4d227d60:45513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C45513%2C1731201713767, suffix=, logDir=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767, archiveDir=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/oldWALs, maxLogs=10 2024-11-10T01:21:55,971 DEBUG [RS:0;0c4d4d227d60:45513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960, exclude list is [], retry=0 2024-11-10T01:21:55,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43527,DS-d026739c-bed2-454a-b83d-a18c1488f20e,DISK] 2024-11-10T01:21:55,977 INFO [RS:0;0c4d4d227d60:45513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 2024-11-10T01:21:55,977 DEBUG [RS:0;0c4d4d227d60:45513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44445:44445)] 2024-11-10T01:21:56,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:21:56,158 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67 2024-11-10T01:21:56,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741833_1009 (size=32) 2024-11-10T01:21:56,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:56,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:21:56,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:21:56,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:56,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:56,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:21:56,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:21:56,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:56,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:56,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:21:56,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:21:56,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:56,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:56,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:21:56,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:21:56,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:56,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:56,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:21:56,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740 2024-11-10T01:21:56,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740 2024-11-10T01:21:56,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:21:56,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:21:56,571 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:21:56,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:21:56,573 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:21:56,573 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61429599, jitterRate=-0.08462764322757721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:21:56,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201716563Initializing all the Stores at 1731201716564 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201716564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201716564Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201716564Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201716564Cleaning up temporary data from old regions at 1731201716570 (+6 ms)Region opened successfully at 1731201716573 (+3 ms) 2024-11-10T01:21:56,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:21:56,573 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:21:56,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:21:56,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:21:56,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:21:56,574 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:21:56,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201716573Disabling compacts and flushes for region at 1731201716573Disabling writes for close at 1731201716574 (+1 ms)Writing region close event to WAL at 1731201716574Closed at 1731201716574 2024-11-10T01:21:56,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:21:56,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:21:56,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:21:56,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:21:56,576 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:21:56,726 DEBUG [0c4d4d227d60:42699 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:21:56,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,45513,1731201713767 2024-11-10T01:21:56,728 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,45513,1731201713767, state=OPENING 2024-11-10T01:21:56,776 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:21:56,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:21:56,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:21:56,814 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:21:56,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,45513,1731201713767}] 2024-11-10T01:21:56,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1229899240/meta-region-server: CHANGED 2024-11-10T01:21:56,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1229899240/meta-region-server: CHANGED 2024-11-10T01:21:56,966 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:21:56,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:21:56,970 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:21:56,970 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:21:56,970 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:21:56,971 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C45513%2C1731201713767.meta, suffix=.meta, logDir=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767, archiveDir=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/oldWALs, maxLogs=10 2024-11-10T01:21:56,982 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.meta.1731201716971.meta, exclude list is [], retry=0 2024-11-10T01:21:56,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43527,DS-d026739c-bed2-454a-b83d-a18c1488f20e,DISK] 2024-11-10T01:21:56,985 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.meta.1731201716971.meta 2024-11-10T01:21:56,986 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44445:44445)] 2024-11-10T01:21:56,986 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:21:56,987 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:21:56,987 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:21:56,987 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:21:56,987 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:21:56,987 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:21:56,987 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:21:56,987 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:21:56,987 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:21:56,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:21:56,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:21:56,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:56,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:56,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:21:56,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:21:56,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:56,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:56,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:21:56,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:21:56,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:56,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:56,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:21:56,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:21:56,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:21:56,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:21:56,992 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:21:56,992 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740 2024-11-10T01:21:56,993 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740 2024-11-10T01:21:56,994 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:21:56,994 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:21:56,994 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:21:56,995 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:21:56,995 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67396335, jitterRate=0.00428365170955658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:21:56,995 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:21:56,996 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201716987Writing region info on filesystem at 1731201716987Initializing all the Stores at 1731201716988 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201716988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201716988Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201716988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201716988Cleaning up temporary data from old regions at 1731201716994 (+6 ms)Running coprocessor post-open hooks at 1731201716995 (+1 ms)Region opened successfully at 1731201716996 (+1 ms) 2024-11-10T01:21:56,997 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201716966 2024-11-10T01:21:56,999 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:21:56,999 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:21:56,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,45513,1731201713767 2024-11-10T01:21:57,000 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,45513,1731201713767, state=OPEN 2024-11-10T01:21:57,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1229899240/meta-region-server 2024-11-10T01:21:57,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1229899240/meta-region-server 2024-11-10T01:21:57,018 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,45513,1731201713767 2024-11-10T01:21:57,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1229899240/meta-region-server: CHANGED 2024-11-10T01:21:57,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1229899240/meta-region-server: CHANGED 2024-11-10T01:21:57,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:21:57,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,45513,1731201713767 in 204 msec 2024-11-10T01:21:57,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:21:57,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-10T01:21:57,022 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:21:57,022 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:21:57,023 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:57,023 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,45513,1731201713767, seqNum=-1] 2024-11-10T01:21:57,023 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:57,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:21:57,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-10T01:21:57,028 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201717028, completionTime=-1 2024-11-10T01:21:57,028 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:21:57,028 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:21:57,029 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:21:57,029 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201777029 2024-11-10T01:21:57,029 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201837029 2024-11-10T01:21:57,029 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T01:21:57,030 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42699,1731201713577-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:57,030 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42699,1731201713577-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:57,030 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42699,1731201713577-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:57,030 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:42699, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:57,030 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:57,030 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:57,031 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:21:57,033 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.215sec 2024-11-10T01:21:57,033 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:21:57,033 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:21:57,033 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:21:57,033 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:21:57,033 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:21:57,033 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42699,1731201713577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:21:57,033 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42699,1731201713577-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:21:57,034 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:21:57,034 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:21:57,034 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42699,1731201713577-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:21:57,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6efbf422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:57,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42699,-1 for getting cluster id 2024-11-10T01:21:57,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:21:57,087 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bdaf6dde-c84a-4c9b-9487-9bbf4f07e967' 2024-11-10T01:21:57,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:21:57,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bdaf6dde-c84a-4c9b-9487-9bbf4f07e967" 2024-11-10T01:21:57,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42222c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:57,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42699,-1] 2024-11-10T01:21:57,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:21:57,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:21:57,089 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:21:57,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a0db85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:21:57,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:21:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,45513,1731201713767, seqNum=-1] 2024-11-10T01:21:57,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:21:57,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:21:57,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,42699,1731201713577 2024-11-10T01:21:57,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-10T01:21:57,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:21:57,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012255b9e70002 connected 2024-11-10T01:21:57,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/hadoop.log.dir so I do NOT create it in target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4 2024-11-10T01:21:57,115 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:21:57,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/hadoop.tmp.dir so I do NOT create it in target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4 2024-11-10T01:21:57,115 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:21:57,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4 2024-11-10T01:21:57,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:21:57,115 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/cluster_ec2e05ef-73ec-a470-2b2a-f300142d5db5, deleteOnExit=true 2024-11-10T01:21:57,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:21:57,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/test.cache.data in system properties and HBase conf 2024-11-10T01:21:57,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:21:57,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:21:57,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:21:57,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:21:57,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:21:57,115 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:21:57,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:21:57,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:21:57,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:21:57,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:21:57,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:21:57,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:21:57,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:21:57,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:21:57,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:21:57,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:21:57,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:21:57,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:21:57,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:21:57,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:21:57,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:21:57,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:21:57,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:21:57,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:21:57,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:21:57,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:21:57,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e0df274{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:21:57,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64a4e472{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:21:57,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59caa6c4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/java.io.tmpdir/jetty-localhost-42383-hadoop-hdfs-3_4_1-tests_jar-_-any-12005279145553873313/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:21:57,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f13dfdf{HTTP/1.1, (http/1.1)}{localhost:42383} 2024-11-10T01:21:57,612 INFO [Time-limited test {}] server.Server(415): Started @245122ms 2024-11-10T01:21:57,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:21:57,877 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:21:57,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:21:57,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:21:57,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:21:57,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111ce563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:21:57,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7859e1bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:21:57,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78d6835f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/java.io.tmpdir/jetty-localhost-34221-hadoop-hdfs-3_4_1-tests_jar-_-any-3920143235037048971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:21:57,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4259a5b2{HTTP/1.1, (http/1.1)}{localhost:34221} 2024-11-10T01:21:57,976 INFO [Time-limited test {}] server.Server(415): Started @245485ms 2024-11-10T01:21:57,977 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:21:58,701 WARN [Thread-2772 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/cluster_ec2e05ef-73ec-a470-2b2a-f300142d5db5/data/data2/current/BP-758716471-172.17.0.3-1731201717131/current, will proceed with Du for space computation calculation, 2024-11-10T01:21:58,701 WARN [Thread-2771 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/cluster_ec2e05ef-73ec-a470-2b2a-f300142d5db5/data/data1/current/BP-758716471-172.17.0.3-1731201717131/current, will proceed with Du for space computation calculation, 2024-11-10T01:21:58,718 WARN [Thread-2759 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:21:58,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8d4e9ee5f25c1d5 with lease ID 0x7c214f463d686118: Processing first storage report for DS-8dc3e777-ed90-4d03-bf65-c9d03f8cb1f8 from datanode DatanodeRegistration(127.0.0.1:38817, datanodeUuid=c5ab4da6-36eb-4fb1-857c-c73de60b3d38, infoPort=46389, infoSecurePort=0, ipcPort=36271, storageInfo=lv=-57;cid=testClusterID;nsid=1554487741;c=1731201717131) 2024-11-10T01:21:58,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8d4e9ee5f25c1d5 with lease ID 0x7c214f463d686118: from storage DS-8dc3e777-ed90-4d03-bf65-c9d03f8cb1f8 node DatanodeRegistration(127.0.0.1:38817, datanodeUuid=c5ab4da6-36eb-4fb1-857c-c73de60b3d38, infoPort=46389, infoSecurePort=0, ipcPort=36271, storageInfo=lv=-57;cid=testClusterID;nsid=1554487741;c=1731201717131), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:21:58,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8d4e9ee5f25c1d5 with lease ID 0x7c214f463d686118: Processing first storage report for DS-e7665ced-4d59-4eb1-b6b7-2c6e055d789f from datanode DatanodeRegistration(127.0.0.1:38817, datanodeUuid=c5ab4da6-36eb-4fb1-857c-c73de60b3d38, infoPort=46389, infoSecurePort=0, ipcPort=36271, storageInfo=lv=-57;cid=testClusterID;nsid=1554487741;c=1731201717131) 2024-11-10T01:21:58,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8d4e9ee5f25c1d5 with lease ID 0x7c214f463d686118: from storage DS-e7665ced-4d59-4eb1-b6b7-2c6e055d789f node DatanodeRegistration(127.0.0.1:38817, datanodeUuid=c5ab4da6-36eb-4fb1-857c-c73de60b3d38, infoPort=46389, infoSecurePort=0, ipcPort=36271, storageInfo=lv=-57;cid=testClusterID;nsid=1554487741;c=1731201717131), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:21:58,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4 2024-11-10T01:21:58,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:58,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:58,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:21:59,229 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366 with version=8 2024-11-10T01:21:59,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/hbase-staging 2024-11-10T01:21:59,231 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:21:59,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:59,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:59,232 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:21:59,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:59,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:21:59,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:21:59,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:21:59,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33173 2024-11-10T01:21:59,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33173 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-10T01:21:59,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331730x0, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:21:59,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33173-0x1012255b9e70003 connected 2024-11-10T01:21:59,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:59,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:59,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Set watcher on znode that does not yet exist, /12042881441/running 2024-11-10T01:21:59,359 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366, hbase.cluster.distributed=false 2024-11-10T01:21:59,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Set watcher on znode that does not yet exist, /12042881441/acl 2024-11-10T01:21:59,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33173 2024-11-10T01:21:59,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33173 2024-11-10T01:21:59,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33173 2024-11-10T01:21:59,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33173 2024-11-10T01:21:59,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33173 2024-11-10T01:21:59,379 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:21:59,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:59,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:59,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:21:59,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:21:59,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:21:59,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:21:59,380 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:21:59,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41619 2024-11-10T01:21:59,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41619 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-10T01:21:59,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:59,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:59,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416190x0, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:21:59,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416190x0, quorum=127.0.0.1:63473, baseZNode=/12042881441 Set watcher on znode that does not yet exist, /12042881441/running 2024-11-10T01:21:59,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41619-0x1012255b9e70004 connected 2024-11-10T01:21:59,398 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:21:59,398 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:21:59,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Set watcher on znode that does not yet exist, /12042881441/master 2024-11-10T01:21:59,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Set watcher on znode that does not yet exist, /12042881441/acl 2024-11-10T01:21:59,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41619 2024-11-10T01:21:59,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41619 2024-11-10T01:21:59,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41619 2024-11-10T01:21:59,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41619 2024-11-10T01:21:59,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41619 2024-11-10T01:21:59,414 DEBUG [M:0;0c4d4d227d60:33173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:33173 2024-11-10T01:21:59,415 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12042881441/backup-masters/0c4d4d227d60,33173,1731201719231 2024-11-10T01:21:59,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441/backup-masters 2024-11-10T01:21:59,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441/backup-masters 2024-11-10T01:21:59,419 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Set watcher on existing znode=/12042881441/backup-masters/0c4d4d227d60,33173,1731201719231 2024-11-10T01:21:59,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12042881441/master 2024-11-10T01:21:59,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:21:59,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:21:59,429 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Set watcher on existing znode=/12042881441/master 2024-11-10T01:21:59,429 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12042881441/backup-masters/0c4d4d227d60,33173,1731201719231 from backup master directory 2024-11-10T01:21:59,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12042881441/backup-masters/0c4d4d227d60,33173,1731201719231 2024-11-10T01:21:59,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441/backup-masters 2024-11-10T01:21:59,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441/backup-masters 2024-11-10T01:21:59,439 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:21:59,439 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,33173,1731201719231 2024-11-10T01:21:59,442 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/hbase.id] with ID: 5f832255-8972-47e6-8fb1-6836cdbb13b1 2024-11-10T01:21:59,442 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/.tmp/hbase.id 2024-11-10T01:21:59,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:21:59,849 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/.tmp/hbase.id]:[hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/hbase.id] 2024-11-10T01:21:59,856 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:21:59,856 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:21:59,857 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T01:21:59,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:21:59,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:21:59,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:21:59,907 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:21:59,908 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:21:59,908 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:21:59,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:21:59,917 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store 2024-11-10T01:21:59,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:22:00,323 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:00,323 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:22:00,323 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:00,323 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:00,324 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:22:00,324 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:00,324 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:00,324 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201720323Disabling compacts and flushes for region at 1731201720323Disabling writes for close at 1731201720324 (+1 ms)Writing region close event to WAL at 1731201720324Closed at 1731201720324 2024-11-10T01:22:00,324 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/.initializing 2024-11-10T01:22:00,324 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/WALs/0c4d4d227d60,33173,1731201719231 2024-11-10T01:22:00,325 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:22:00,326 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C33173%2C1731201719231, suffix=, logDir=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/WALs/0c4d4d227d60,33173,1731201719231, archiveDir=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/oldWALs, maxLogs=10 2024-11-10T01:22:00,338 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/WALs/0c4d4d227d60,33173,1731201719231/0c4d4d227d60%2C33173%2C1731201719231.1731201720327, exclude list is [], retry=0 2024-11-10T01:22:00,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38817,DS-8dc3e777-ed90-4d03-bf65-c9d03f8cb1f8,DISK] 2024-11-10T01:22:00,341 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/WALs/0c4d4d227d60,33173,1731201719231/0c4d4d227d60%2C33173%2C1731201719231.1731201720327 2024-11-10T01:22:00,341 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46389:46389)] 2024-11-10T01:22:00,342 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:00,342 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:00,342 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:00,342 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:00,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:00,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:22:00,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:00,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:00,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:00,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:22:00,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:00,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:00,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:00,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:22:00,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:00,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:00,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:00,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:22:00,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:00,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:00,348 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:00,349 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:00,349 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:00,350 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:00,350 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:00,350 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:22:00,351 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:00,353 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:00,353 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71304662, jitterRate=0.06252226233482361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:22:00,353 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201720342Initializing all the Stores at 1731201720343 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201720343Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201720343Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201720343Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201720343Cleaning up temporary data from old regions at 1731201720350 (+7 ms)Region opened successfully at 1731201720353 (+3 ms) 2024-11-10T01:22:00,353 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:22:00,356 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260b7929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:22:00,356 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:22:00,356 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:22:00,357 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:22:00,357 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:22:00,357 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:22:00,357 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:22:00,357 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:22:00,359 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:22:00,359 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Unable to get data of znode /12042881441/balancer because node does not exist (not necessarily an error) 2024-11-10T01:22:00,407 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12042881441/balancer already deleted, retry=false 2024-11-10T01:22:00,408 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:22:00,409 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Unable to get data of znode /12042881441/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:22:00,418 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12042881441/normalizer already deleted, retry=false 2024-11-10T01:22:00,418 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:22:00,419 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Unable to get data of znode /12042881441/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:22:00,428 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12042881441/switch/split already deleted, retry=false 2024-11-10T01:22:00,429 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Unable to get data of znode /12042881441/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:22:00,439 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12042881441/switch/merge already deleted, retry=false 2024-11-10T01:22:00,441 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Unable to get data of znode /12042881441/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:22:00,450 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12042881441/snapshot-cleanup already deleted, retry=false 2024-11-10T01:22:00,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12042881441/running 2024-11-10T01:22:00,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12042881441/running 2024-11-10T01:22:00,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:22:00,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:22:00,460 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,33173,1731201719231, sessionid=0x1012255b9e70003, setting cluster-up flag (Was=false) 2024-11-10T01:22:00,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:22:00,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:22:00,513 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12042881441/flush-table-proc/acquired, /12042881441/flush-table-proc/reached, /12042881441/flush-table-proc/abort 2024-11-10T01:22:00,514 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,33173,1731201719231 2024-11-10T01:22:00,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:22:00,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:22:00,565 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12042881441/online-snapshot/acquired, /12042881441/online-snapshot/reached, /12042881441/online-snapshot/abort 2024-11-10T01:22:00,566 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,33173,1731201719231 2024-11-10T01:22:00,567 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:22:00,568 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:00,569 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:22:00,569 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:22:00,569 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,33173,1731201719231 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:22:00,570 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:00,570 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:00,570 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:00,571 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:00,571 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:22:00,571 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:00,571 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:22:00,571 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:00,571 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201750571 2024-11-10T01:22:00,571 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:22:00,572 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:22:00,572 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:00,572 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:22:00,572 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:22:00,572 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:22:00,572 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:22:00,572 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:22:00,572 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:00,573 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:22:00,573 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:00,573 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:22:00,573 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:22:00,573 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:22:00,573 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:22:00,576 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:22:00,576 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:22:00,577 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201720576,5,FailOnTimeoutGroup] 2024-11-10T01:22:00,577 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201720577,5,FailOnTimeoutGroup] 2024-11-10T01:22:00,577 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:00,577 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:22:00,577 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:00,577 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:00,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:22:00,581 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:22:00,581 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366 2024-11-10T01:22:00,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741832_1008 (size=32) 2024-11-10T01:22:00,607 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(746): ClusterId : 5f832255-8972-47e6-8fb1-6836cdbb13b1 2024-11-10T01:22:00,607 DEBUG [RS:0;0c4d4d227d60:41619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:22:00,619 DEBUG [RS:0;0c4d4d227d60:41619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:22:00,619 DEBUG [RS:0;0c4d4d227d60:41619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:22:00,629 DEBUG [RS:0;0c4d4d227d60:41619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:22:00,629 DEBUG [RS:0;0c4d4d227d60:41619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:22:00,640 DEBUG [RS:0;0c4d4d227d60:41619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:41619 2024-11-10T01:22:00,640 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:22:00,640 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:22:00,640 DEBUG [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:22:00,640 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,33173,1731201719231 with port=41619, startcode=1731201719379 2024-11-10T01:22:00,640 DEBUG [RS:0;0c4d4d227d60:41619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:22:00,641 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:22:00,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33173 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,41619,1731201719379 2024-11-10T01:22:00,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33173 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,41619,1731201719379 2024-11-10T01:22:00,643 DEBUG [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366 2024-11-10T01:22:00,643 DEBUG [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42091 2024-11-10T01:22:00,643 DEBUG [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:22:00,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441/rs 2024-11-10T01:22:00,690 DEBUG [RS:0;0c4d4d227d60:41619 {}] zookeeper.ZKUtil(111): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Set watcher on existing znode=/12042881441/rs/0c4d4d227d60,41619,1731201719379 2024-11-10T01:22:00,691 WARN [RS:0;0c4d4d227d60:41619 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:22:00,691 INFO [RS:0;0c4d4d227d60:41619 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:00,691 DEBUG [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379 2024-11-10T01:22:00,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,41619,1731201719379] 2024-11-10T01:22:00,695 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:22:00,697 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:22:00,697 INFO [RS:0;0c4d4d227d60:41619 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:22:00,698 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:00,708 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:22:00,709 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:22:00,709 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:00,709 DEBUG [RS:0;0c4d4d227d60:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:00,709 DEBUG [RS:0;0c4d4d227d60:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:00,709 DEBUG [RS:0;0c4d4d227d60:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:00,709 DEBUG [RS:0;0c4d4d227d60:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:00,709 DEBUG [RS:0;0c4d4d227d60:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:00,709 DEBUG [RS:0;0c4d4d227d60:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:22:00,709 DEBUG [RS:0;0c4d4d227d60:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:00,709 DEBUG [RS:0;0c4d4d227d60:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:00,709 DEBUG [RS:0;0c4d4d227d60:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:00,709 DEBUG [RS:0;0c4d4d227d60:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:00,709 DEBUG [RS:0;0c4d4d227d60:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:00,709 DEBUG [RS:0;0c4d4d227d60:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:00,709 DEBUG [RS:0;0c4d4d227d60:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:22:00,710 DEBUG [RS:0;0c4d4d227d60:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:22:00,712 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:00,712 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:00,712 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:00,712 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:00,712 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:00,712 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41619,1731201719379-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:22:00,727 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:22:00,728 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41619,1731201719379-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:00,728 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:00,728 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.Replication(171): 0c4d4d227d60,41619,1731201719379 started 2024-11-10T01:22:00,743 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:00,743 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,41619,1731201719379, RpcServer on 0c4d4d227d60/172.17.0.3:41619, sessionid=0x1012255b9e70004 2024-11-10T01:22:00,743 DEBUG [RS:0;0c4d4d227d60:41619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:22:00,743 DEBUG [RS:0;0c4d4d227d60:41619 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,41619,1731201719379 2024-11-10T01:22:00,743 DEBUG [RS:0;0c4d4d227d60:41619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,41619,1731201719379' 2024-11-10T01:22:00,743 DEBUG [RS:0;0c4d4d227d60:41619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12042881441/flush-table-proc/abort' 2024-11-10T01:22:00,744 DEBUG [RS:0;0c4d4d227d60:41619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12042881441/flush-table-proc/acquired' 2024-11-10T01:22:00,744 DEBUG [RS:0;0c4d4d227d60:41619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:22:00,744 DEBUG [RS:0;0c4d4d227d60:41619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:22:00,744 DEBUG [RS:0;0c4d4d227d60:41619 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,41619,1731201719379 2024-11-10T01:22:00,744 DEBUG [RS:0;0c4d4d227d60:41619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,41619,1731201719379' 2024-11-10T01:22:00,744 DEBUG [RS:0;0c4d4d227d60:41619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12042881441/online-snapshot/abort' 2024-11-10T01:22:00,744 DEBUG [RS:0;0c4d4d227d60:41619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12042881441/online-snapshot/acquired' 2024-11-10T01:22:00,745 DEBUG [RS:0;0c4d4d227d60:41619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:22:00,745 INFO [RS:0;0c4d4d227d60:41619 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:22:00,745 INFO [RS:0;0c4d4d227d60:41619 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:22:00,845 INFO [RS:0;0c4d4d227d60:41619 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:22:00,846 INFO [RS:0;0c4d4d227d60:41619 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C41619%2C1731201719379, suffix=, logDir=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379, archiveDir=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/oldWALs, maxLogs=10 2024-11-10T01:22:00,859 DEBUG [RS:0;0c4d4d227d60:41619 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846, exclude list is [], retry=0 2024-11-10T01:22:00,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38817,DS-8dc3e777-ed90-4d03-bf65-c9d03f8cb1f8,DISK] 2024-11-10T01:22:00,862 INFO [RS:0;0c4d4d227d60:41619 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 2024-11-10T01:22:00,862 DEBUG [RS:0;0c4d4d227d60:41619 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46389:46389)] 2024-11-10T01:22:00,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:00,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:22:00,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:22:00,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:00,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:00,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:22:00,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:22:00,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:00,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:00,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:22:00,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:22:00,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:00,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:00,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:22:00,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:22:00,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:00,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:00,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:22:00,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740 2024-11-10T01:22:00,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740 2024-11-10T01:22:00,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:22:00,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:22:00,997 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:22:00,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:22:00,999 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:00,999 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67353888, jitterRate=0.003651142120361328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:22:01,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201720989Initializing all the Stores at 1731201720989Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201720989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201720989Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201720989Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201720989Cleaning up temporary data from old regions at 1731201720996 (+7 ms)Region opened successfully at 1731201721000 (+4 ms) 2024-11-10T01:22:01,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:22:01,000 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:22:01,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:22:01,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:22:01,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:22:01,000 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:22:01,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201721000Disabling compacts and flushes for region at 1731201721000Disabling writes for close at 1731201721000Writing region close event to WAL at 1731201721000Closed at 1731201721000 2024-11-10T01:22:01,001 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:01,001 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:22:01,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:22:01,002 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:22:01,003 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:22:01,153 DEBUG [0c4d4d227d60:33173 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:22:01,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,41619,1731201719379 2024-11-10T01:22:01,155 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,41619,1731201719379, state=OPENING 2024-11-10T01:22:01,197 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:22:01,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:22:01,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:22:01,208 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:22:01,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12042881441/meta-region-server: CHANGED 2024-11-10T01:22:01,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12042881441/meta-region-server: CHANGED 2024-11-10T01:22:01,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,41619,1731201719379}] 2024-11-10T01:22:01,360 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:22:01,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:22:01,363 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:22:01,363 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:01,364 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:22:01,365 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C41619%2C1731201719379.meta, suffix=.meta, logDir=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379, archiveDir=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/oldWALs, maxLogs=10 2024-11-10T01:22:01,376 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.meta.1731201721365.meta, exclude list is [], retry=0 2024-11-10T01:22:01,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38817,DS-8dc3e777-ed90-4d03-bf65-c9d03f8cb1f8,DISK] 2024-11-10T01:22:01,379 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.meta.1731201721365.meta 2024-11-10T01:22:01,379 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46389:46389)] 2024-11-10T01:22:01,379 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:01,380 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:01,380 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:22:01,380 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:22:01,380 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:22:01,380 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:22:01,380 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:01,380 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:22:01,380 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:22:01,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:22:01,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:22:01,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:01,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:01,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:22:01,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:22:01,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:01,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:01,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:22:01,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:22:01,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:01,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:01,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:22:01,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:22:01,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:01,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:01,386 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:22:01,387 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740 2024-11-10T01:22:01,387 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740 2024-11-10T01:22:01,388 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:22:01,388 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:22:01,388 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:22:01,389 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:22:01,389 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75163352, jitterRate=0.12002122402191162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:22:01,389 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:22:01,390 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201721380Writing region info on filesystem at 1731201721380Initializing all the Stores at 1731201721381 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201721381Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201721382 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201721382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201721382Cleaning up temporary data from old regions at 1731201721388 (+6 ms)Running coprocessor post-open hooks at 1731201721389 (+1 ms)Region opened successfully at 1731201721390 (+1 ms) 2024-11-10T01:22:01,390 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201721360 2024-11-10T01:22:01,392 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:22:01,392 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:22:01,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,41619,1731201719379 2024-11-10T01:22:01,393 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,41619,1731201719379, state=OPEN 2024-11-10T01:22:01,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12042881441/meta-region-server 2024-11-10T01:22:01,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12042881441/meta-region-server 2024-11-10T01:22:01,397 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,41619,1731201719379 2024-11-10T01:22:01,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12042881441/meta-region-server: CHANGED 2024-11-10T01:22:01,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12042881441/meta-region-server: CHANGED 2024-11-10T01:22:01,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:22:01,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,41619,1731201719379 in 189 msec 2024-11-10T01:22:01,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:22:01,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-11-10T01:22:01,400 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:01,400 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:22:01,401 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:01,401 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,41619,1731201719379, seqNum=-1] 2024-11-10T01:22:01,402 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:01,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:22:01,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 838 msec 2024-11-10T01:22:01,406 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201721406, completionTime=-1 2024-11-10T01:22:01,407 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:22:01,407 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:22:01,408 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:22:01,408 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201781408 2024-11-10T01:22:01,408 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201841408 2024-11-10T01:22:01,408 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T01:22:01,408 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33173,1731201719231-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:01,408 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33173,1731201719231-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:01,408 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33173,1731201719231-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:01,409 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:33173, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:01,409 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:01,409 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:01,410 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:22:01,411 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.972sec 2024-11-10T01:22:01,411 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:22:01,411 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:22:01,411 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:22:01,411 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:22:01,411 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:22:01,411 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33173,1731201719231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:22:01,411 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33173,1731201719231-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:22:01,413 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:22:01,413 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:22:01,413 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33173,1731201719231-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:01,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e00bd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:01,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,33173,-1 for getting cluster id 2024-11-10T01:22:01,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:01,508 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f832255-8972-47e6-8fb1-6836cdbb13b1' 2024-11-10T01:22:01,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:01,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f832255-8972-47e6-8fb1-6836cdbb13b1" 2024-11-10T01:22:01,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165475a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:01,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,33173,-1] 2024-11-10T01:22:01,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:01,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:01,510 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:01,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f53a7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:01,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:01,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,41619,1731201719379, seqNum=-1] 2024-11-10T01:22:01,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:01,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:22:01,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,33173,1731201719231 2024-11-10T01:22:01,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-10T01:22:01,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:22:01,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012255b9e70005 connected 2024-11-10T01:22:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/hadoop.log.dir so I do NOT create it in target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c 2024-11-10T01:22:01,536 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:22:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/hadoop.tmp.dir so I do NOT create it in target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c 2024-11-10T01:22:01,536 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:22:01,536 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c 2024-11-10T01:22:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:22:01,536 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/cluster_0bee0db7-df65-268e-03ea-2c13815cffbc, deleteOnExit=true 2024-11-10T01:22:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:22:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/test.cache.data in system properties and HBase conf 2024-11-10T01:22:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:22:01,537 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:22:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:22:01,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:22:01,832 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:22:01,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:22:01,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:22:01,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:22:01,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:22:01,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:22:01,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:22:01,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@305cfc48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:22:01,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b40e161{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:22:01,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28c22ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/java.io.tmpdir/jetty-localhost-42795-hadoop-hdfs-3_4_1-tests_jar-_-any-2329480510577915775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:22:01,997 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cd859ff{HTTP/1.1, (http/1.1)}{localhost:42795} 2024-11-10T01:22:01,997 INFO [Time-limited test {}] server.Server(415): Started @249507ms 2024-11-10T01:22:02,267 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:22:02,268 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:02,300 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:02,301 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:02,301 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:02,301 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:02,301 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:02,301 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:02,307 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:02,310 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:02,310 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:02,311 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:02,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:22:02,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:22:02,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:22:02,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:22:02,322 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:22:02,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75cb1e70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:22:02,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17467af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:22:02,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27eb601b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/java.io.tmpdir/jetty-localhost-41077-hadoop-hdfs-3_4_1-tests_jar-_-any-5559801923483387784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:22:02,420 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58f4c61{HTTP/1.1, (http/1.1)}{localhost:41077} 2024-11-10T01:22:02,420 INFO [Time-limited test {}] server.Server(415): Started @249929ms 2024-11-10T01:22:02,421 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:22:03,135 WARN [Thread-2892 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/cluster_0bee0db7-df65-268e-03ea-2c13815cffbc/data/data1/current/BP-1353919756-172.17.0.3-1731201721551/current, will proceed with Du for space computation calculation, 2024-11-10T01:22:03,136 WARN [Thread-2893 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/cluster_0bee0db7-df65-268e-03ea-2c13815cffbc/data/data2/current/BP-1353919756-172.17.0.3-1731201721551/current, will proceed with Du for space computation calculation, 2024-11-10T01:22:03,156 WARN [Thread-2880 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:22:03,158 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82e2a7c5063f17e4 with lease ID 0x43c52b8e09d2c596: Processing first storage report for DS-a5beb247-2887-4474-9b9c-6aebc616b809 from datanode DatanodeRegistration(127.0.0.1:40455, datanodeUuid=c3b5d8f0-223e-4976-8942-95253f93b353, infoPort=37621, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=506590455;c=1731201721551) 2024-11-10T01:22:03,158 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82e2a7c5063f17e4 with lease ID 0x43c52b8e09d2c596: from storage DS-a5beb247-2887-4474-9b9c-6aebc616b809 node DatanodeRegistration(127.0.0.1:40455, datanodeUuid=c3b5d8f0-223e-4976-8942-95253f93b353, infoPort=37621, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=506590455;c=1731201721551), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T01:22:03,158 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82e2a7c5063f17e4 with lease ID 0x43c52b8e09d2c596: Processing first storage report for DS-ba0a10f5-980b-4676-ae0a-31ca5df5c755 from datanode DatanodeRegistration(127.0.0.1:40455, datanodeUuid=c3b5d8f0-223e-4976-8942-95253f93b353, infoPort=37621, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=506590455;c=1731201721551) 2024-11-10T01:22:03,158 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82e2a7c5063f17e4 with lease ID 0x43c52b8e09d2c596: from storage DS-ba0a10f5-980b-4676-ae0a-31ca5df5c755 node DatanodeRegistration(127.0.0.1:40455, datanodeUuid=c3b5d8f0-223e-4976-8942-95253f93b353, infoPort=37621, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=506590455;c=1731201721551), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:22:03,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c 2024-11-10T01:22:03,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:03,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:03,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:22:03,658 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04 with version=8 2024-11-10T01:22:03,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/hbase-staging 2024-11-10T01:22:03,660 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:22:03,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:03,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:03,660 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:22:03,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:03,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:22:03,660 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:22:03,660 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:22:03,661 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40501 2024-11-10T01:22:03,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40501 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-10T01:22:03,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405010x0, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:22:03,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40501-0x1012255b9e70006 connected 2024-11-10T01:22:03,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:03,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:03,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Set watcher on znode that does not yet exist, /2-1280434935/running 2024-11-10T01:22:03,791 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04, hbase.cluster.distributed=false 2024-11-10T01:22:03,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Set watcher on znode that does not yet exist, /2-1280434935/acl 2024-11-10T01:22:03,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40501 2024-11-10T01:22:03,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40501 2024-11-10T01:22:03,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40501 2024-11-10T01:22:03,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40501 2024-11-10T01:22:03,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40501 2024-11-10T01:22:03,806 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:22:03,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:03,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:03,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:22:03,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:03,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:22:03,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:22:03,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:22:03,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41781 2024-11-10T01:22:03,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41781 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-10T01:22:03,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:03,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:03,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417810x0, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:22:03,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417810x0, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Set watcher on znode that does not yet exist, /2-1280434935/running 2024-11-10T01:22:03,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41781-0x1012255b9e70007 connected 2024-11-10T01:22:03,819 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:22:03,820 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:22:03,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Set watcher on znode that does not yet exist, /2-1280434935/master 2024-11-10T01:22:03,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Set watcher on znode that does not yet exist, /2-1280434935/acl 2024-11-10T01:22:03,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41781 2024-11-10T01:22:03,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41781 2024-11-10T01:22:03,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41781 2024-11-10T01:22:03,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41781 2024-11-10T01:22:03,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41781 2024-11-10T01:22:03,844 DEBUG [M:0;0c4d4d227d60:40501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:40501 2024-11-10T01:22:03,844 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1280434935/backup-masters/0c4d4d227d60,40501,1731201723660 2024-11-10T01:22:03,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935/backup-masters 2024-11-10T01:22:03,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935/backup-masters 2024-11-10T01:22:03,850 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Set watcher on existing znode=/2-1280434935/backup-masters/0c4d4d227d60,40501,1731201723660 2024-11-10T01:22:03,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1280434935/master 2024-11-10T01:22:03,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:03,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:03,860 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Set watcher on existing znode=/2-1280434935/master 2024-11-10T01:22:03,861 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1280434935/backup-masters/0c4d4d227d60,40501,1731201723660 from backup master directory 2024-11-10T01:22:03,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935/backup-masters 2024-11-10T01:22:03,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1280434935/backup-masters/0c4d4d227d60,40501,1731201723660 2024-11-10T01:22:03,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935/backup-masters 2024-11-10T01:22:03,871 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:22:03,871 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,40501,1731201723660 2024-11-10T01:22:03,873 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/hbase.id] with ID: 0209634d-1902-4814-92d0-62eace01f38b 2024-11-10T01:22:03,873 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/.tmp/hbase.id 2024-11-10T01:22:03,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:22:04,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:22:04,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T01:22:04,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T01:22:04,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T01:22:04,278 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/.tmp/hbase.id]:[hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/hbase.id] 2024-11-10T01:22:04,285 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:04,285 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:22:04,286 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T01:22:04,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:04,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:04,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:22:04,763 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:22:04,763 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:22:04,764 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:04,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:22:04,887 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:04,888 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:22:04,888 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48395 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:22:05,169 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store 2024-11-10T01:22:05,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:22:05,574 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:05,574 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:22:05,574 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:05,574 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:05,574 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:22:05,574 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:05,574 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:05,574 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201725574Disabling compacts and flushes for region at 1731201725574Disabling writes for close at 1731201725574Writing region close event to WAL at 1731201725574Closed at 1731201725574 2024-11-10T01:22:05,575 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/.initializing 2024-11-10T01:22:05,575 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/WALs/0c4d4d227d60,40501,1731201723660 2024-11-10T01:22:05,576 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:22:05,577 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C40501%2C1731201723660, suffix=, logDir=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/WALs/0c4d4d227d60,40501,1731201723660, archiveDir=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/oldWALs, maxLogs=10 2024-11-10T01:22:05,595 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/WALs/0c4d4d227d60,40501,1731201723660/0c4d4d227d60%2C40501%2C1731201723660.1731201725577, exclude list is [], retry=0 2024-11-10T01:22:05,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40455,DS-a5beb247-2887-4474-9b9c-6aebc616b809,DISK] 2024-11-10T01:22:05,598 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/WALs/0c4d4d227d60,40501,1731201723660/0c4d4d227d60%2C40501%2C1731201723660.1731201725577 2024-11-10T01:22:05,599 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37621:37621)] 2024-11-10T01:22:05,599 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:05,599 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:05,599 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:05,599 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:05,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:05,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:22:05,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:05,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:05,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:05,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:22:05,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:05,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:05,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:05,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:22:05,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:05,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:05,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:05,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:22:05,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:05,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:05,605 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:05,605 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:05,605 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:05,606 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:05,606 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:05,607 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:22:05,607 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:05,609 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:05,609 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68004675, jitterRate=0.013348624110221863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:22:05,609 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201725599Initializing all the Stores at 1731201725600 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201725600Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201725600Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201725600Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201725600Cleaning up temporary data from old regions at 1731201725606 (+6 ms)Region opened successfully at 1731201725609 (+3 ms) 2024-11-10T01:22:05,610 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:22:05,612 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fdd1468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:22:05,613 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:22:05,613 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:22:05,613 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:22:05,613 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:22:05,613 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:22:05,614 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:22:05,614 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:22:05,615 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:22:05,616 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Unable to get data of znode /2-1280434935/balancer because node does not exist (not necessarily an error) 2024-11-10T01:22:05,671 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1280434935/balancer already deleted, retry=false 2024-11-10T01:22:05,671 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:22:05,672 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Unable to get data of znode /2-1280434935/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:22:05,681 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1280434935/normalizer already deleted, retry=false 2024-11-10T01:22:05,681 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:22:05,682 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Unable to get data of znode /2-1280434935/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:22:05,691 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1280434935/switch/split already deleted, retry=false 2024-11-10T01:22:05,692 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Unable to get data of znode /2-1280434935/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:22:05,702 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1280434935/switch/merge already deleted, retry=false 2024-11-10T01:22:05,704 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Unable to get data of znode /2-1280434935/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:22:05,712 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1280434935/snapshot-cleanup already deleted, retry=false 2024-11-10T01:22:05,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1280434935/running 2024-11-10T01:22:05,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1280434935/running 2024-11-10T01:22:05,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:05,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:05,723 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,40501,1731201723660, sessionid=0x1012255b9e70006, setting cluster-up flag (Was=false) 2024-11-10T01:22:05,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:05,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:05,776 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1280434935/flush-table-proc/acquired, /2-1280434935/flush-table-proc/reached, /2-1280434935/flush-table-proc/abort 2024-11-10T01:22:05,776 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,40501,1731201723660 2024-11-10T01:22:05,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:05,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:05,828 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1280434935/online-snapshot/acquired, /2-1280434935/online-snapshot/reached, /2-1280434935/online-snapshot/abort 2024-11-10T01:22:05,829 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,40501,1731201723660 2024-11-10T01:22:05,830 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:22:05,831 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:05,831 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:22:05,832 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:22:05,832 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,40501,1731201723660 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:22:05,833 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:05,833 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:05,833 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(746): ClusterId : 0209634d-1902-4814-92d0-62eace01f38b 2024-11-10T01:22:05,833 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:05,833 DEBUG [RS:0;0c4d4d227d60:41781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:22:05,833 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:05,833 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:22:05,833 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:05,833 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:22:05,833 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:05,834 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201755834 2024-11-10T01:22:05,834 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:22:05,834 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:22:05,834 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:22:05,834 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:22:05,834 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:22:05,834 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:22:05,834 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:05,834 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:22:05,834 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:22:05,834 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:22:05,834 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:22:05,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:05,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:22:05,835 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:22:05,835 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:22:05,835 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201725835,5,FailOnTimeoutGroup] 2024-11-10T01:22:05,835 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201725835,5,FailOnTimeoutGroup] 2024-11-10T01:22:05,835 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:05,835 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:22:05,835 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:05,835 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:05,835 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:05,835 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:22:05,839 DEBUG [RS:0;0c4d4d227d60:41781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:22:05,839 DEBUG [RS:0;0c4d4d227d60:41781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:22:05,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:22:05,850 DEBUG [RS:0;0c4d4d227d60:41781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:22:05,850 DEBUG [RS:0;0c4d4d227d60:41781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac22e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:22:05,860 DEBUG [RS:0;0c4d4d227d60:41781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:41781 2024-11-10T01:22:05,860 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:22:05,860 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:22:05,860 DEBUG [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:22:05,861 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,40501,1731201723660 with port=41781, startcode=1731201723806 2024-11-10T01:22:05,861 DEBUG [RS:0;0c4d4d227d60:41781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:22:05,862 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:22:05,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40501 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,41781,1731201723806 2024-11-10T01:22:05,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40501 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,41781,1731201723806 2024-11-10T01:22:05,863 DEBUG [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04 2024-11-10T01:22:05,863 DEBUG [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44299 2024-11-10T01:22:05,863 DEBUG [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:22:05,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935/rs 2024-11-10T01:22:05,914 DEBUG [RS:0;0c4d4d227d60:41781 {}] zookeeper.ZKUtil(111): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Set watcher on existing znode=/2-1280434935/rs/0c4d4d227d60,41781,1731201723806 2024-11-10T01:22:05,914 WARN [RS:0;0c4d4d227d60:41781 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:22:05,914 INFO [RS:0;0c4d4d227d60:41781 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:05,914 DEBUG [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806 2024-11-10T01:22:05,914 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,41781,1731201723806] 2024-11-10T01:22:05,917 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:22:05,918 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:22:05,918 INFO [RS:0;0c4d4d227d60:41781 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:22:05,919 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:05,919 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:22:05,919 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:22:05,919 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:05,919 DEBUG [RS:0;0c4d4d227d60:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:05,919 DEBUG [RS:0;0c4d4d227d60:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:05,919 DEBUG [RS:0;0c4d4d227d60:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:05,919 DEBUG [RS:0;0c4d4d227d60:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:05,919 DEBUG [RS:0;0c4d4d227d60:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:05,919 DEBUG [RS:0;0c4d4d227d60:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:22:05,919 DEBUG [RS:0;0c4d4d227d60:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:05,919 DEBUG [RS:0;0c4d4d227d60:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:05,919 DEBUG [RS:0;0c4d4d227d60:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:05,919 DEBUG [RS:0;0c4d4d227d60:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:05,920 DEBUG [RS:0;0c4d4d227d60:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:05,920 DEBUG [RS:0;0c4d4d227d60:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:05,920 DEBUG [RS:0;0c4d4d227d60:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:22:05,920 DEBUG [RS:0;0c4d4d227d60:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:22:05,924 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:05,924 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:05,924 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:05,924 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:05,924 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:05,924 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41781,1731201723806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:22:05,937 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:22:05,938 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41781,1731201723806-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:05,938 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:05,938 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.Replication(171): 0c4d4d227d60,41781,1731201723806 started 2024-11-10T01:22:05,950 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:05,950 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,41781,1731201723806, RpcServer on 0c4d4d227d60/172.17.0.3:41781, sessionid=0x1012255b9e70007 2024-11-10T01:22:05,950 DEBUG [RS:0;0c4d4d227d60:41781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:22:05,950 DEBUG [RS:0;0c4d4d227d60:41781 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,41781,1731201723806 2024-11-10T01:22:05,950 DEBUG [RS:0;0c4d4d227d60:41781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,41781,1731201723806' 2024-11-10T01:22:05,950 DEBUG [RS:0;0c4d4d227d60:41781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1280434935/flush-table-proc/abort' 2024-11-10T01:22:05,951 DEBUG [RS:0;0c4d4d227d60:41781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1280434935/flush-table-proc/acquired' 2024-11-10T01:22:05,951 DEBUG [RS:0;0c4d4d227d60:41781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:22:05,951 DEBUG [RS:0;0c4d4d227d60:41781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:22:05,951 DEBUG [RS:0;0c4d4d227d60:41781 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,41781,1731201723806 2024-11-10T01:22:05,951 DEBUG [RS:0;0c4d4d227d60:41781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,41781,1731201723806' 2024-11-10T01:22:05,951 DEBUG [RS:0;0c4d4d227d60:41781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1280434935/online-snapshot/abort' 2024-11-10T01:22:05,951 DEBUG [RS:0;0c4d4d227d60:41781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1280434935/online-snapshot/acquired' 2024-11-10T01:22:05,952 DEBUG [RS:0;0c4d4d227d60:41781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:22:05,952 INFO [RS:0;0c4d4d227d60:41781 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:22:05,952 INFO [RS:0;0c4d4d227d60:41781 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:22:06,052 INFO [RS:0;0c4d4d227d60:41781 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:22:06,053 INFO [RS:0;0c4d4d227d60:41781 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C41781%2C1731201723806, suffix=, logDir=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806, archiveDir=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/oldWALs, maxLogs=10 2024-11-10T01:22:06,064 DEBUG [RS:0;0c4d4d227d60:41781 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053, exclude list is [], retry=0 2024-11-10T01:22:06,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40455,DS-a5beb247-2887-4474-9b9c-6aebc616b809,DISK] 2024-11-10T01:22:06,068 INFO [RS:0;0c4d4d227d60:41781 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 2024-11-10T01:22:06,068 DEBUG [RS:0;0c4d4d227d60:41781 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37621:37621)] 2024-11-10T01:22:06,248 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:22:06,248 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04 2024-11-10T01:22:06,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741833_1009 (size=32) 2024-11-10T01:22:06,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:06,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:22:06,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:22:06,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:06,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:06,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:22:06,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:22:06,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:06,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:06,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:22:06,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:22:06,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:06,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:06,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:22:06,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:22:06,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:06,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:06,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:22:06,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740 2024-11-10T01:22:06,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740 2024-11-10T01:22:06,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:22:06,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:22:06,661 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:22:06,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:22:06,663 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:06,663 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71253497, jitterRate=0.06175984442234039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:22:06,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201726653Initializing all the Stores at 1731201726654 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201726654Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201726654Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201726654Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201726654Cleaning up temporary data from old regions at 1731201726661 (+7 ms)Region opened successfully at 1731201726663 (+2 ms) 2024-11-10T01:22:06,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:22:06,664 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:22:06,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:22:06,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:22:06,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:22:06,664 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:22:06,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201726664Disabling compacts and flushes for region at 1731201726664Disabling writes for close at 1731201726664Writing region close event to WAL at 1731201726664Closed at 1731201726664 2024-11-10T01:22:06,665 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:06,665 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:22:06,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:22:06,666 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:22:06,666 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:22:06,816 DEBUG [0c4d4d227d60:40501 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:22:06,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,41781,1731201723806 2024-11-10T01:22:06,818 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,41781,1731201723806, state=OPENING 2024-11-10T01:22:06,860 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:22:06,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:06,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:06,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1280434935/meta-region-server: CHANGED 2024-11-10T01:22:06,871 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:22:06,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1280434935/meta-region-server: CHANGED 2024-11-10T01:22:06,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,41781,1731201723806}] 2024-11-10T01:22:07,023 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:22:07,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:22:07,027 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:22:07,027 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:07,027 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:22:07,028 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C41781%2C1731201723806.meta, suffix=.meta, logDir=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806, archiveDir=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/oldWALs, maxLogs=10 2024-11-10T01:22:07,040 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.meta.1731201727028.meta, exclude list is [], retry=0 2024-11-10T01:22:07,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40455,DS-a5beb247-2887-4474-9b9c-6aebc616b809,DISK] 2024-11-10T01:22:07,044 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.meta.1731201727028.meta 2024-11-10T01:22:07,045 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37621:37621)] 2024-11-10T01:22:07,045 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:07,045 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:07,045 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:22:07,045 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:22:07,045 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:22:07,045 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:22:07,045 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:07,045 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:22:07,045 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:22:07,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:22:07,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:22:07,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:07,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:07,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:22:07,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:22:07,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:07,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:07,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:22:07,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:22:07,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:07,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:07,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:22:07,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:22:07,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:07,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:07,050 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:22:07,051 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740 2024-11-10T01:22:07,052 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740 2024-11-10T01:22:07,052 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:22:07,052 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:22:07,053 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:22:07,054 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:22:07,054 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62214947, jitterRate=-0.07292504608631134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:22:07,055 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:22:07,055 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201727046Writing region info on filesystem at 1731201727046Initializing all the Stores at 1731201727046Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201727046Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201727046Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201727046Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201727046Cleaning up temporary data from old regions at 1731201727052 (+6 ms)Running coprocessor post-open hooks at 1731201727055 (+3 ms)Region opened successfully at 1731201727055 2024-11-10T01:22:07,055 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201727023 2024-11-10T01:22:07,057 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:22:07,057 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:22:07,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,41781,1731201723806 2024-11-10T01:22:07,058 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,41781,1731201723806, state=OPEN 2024-11-10T01:22:07,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1280434935/meta-region-server 2024-11-10T01:22:07,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1280434935/meta-region-server 2024-11-10T01:22:07,071 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,41781,1731201723806 2024-11-10T01:22:07,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1280434935/meta-region-server: CHANGED 2024-11-10T01:22:07,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1280434935/meta-region-server: CHANGED 2024-11-10T01:22:07,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:22:07,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,41781,1731201723806 in 200 msec 2024-11-10T01:22:07,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:22:07,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-10T01:22:07,075 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:07,075 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:22:07,076 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:07,076 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,41781,1731201723806, seqNum=-1] 2024-11-10T01:22:07,077 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:07,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:22:07,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-10T01:22:07,082 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201727082, completionTime=-1 2024-11-10T01:22:07,082 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:22:07,082 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:22:07,084 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:22:07,084 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201787084 2024-11-10T01:22:07,084 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201847084 2024-11-10T01:22:07,084 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T01:22:07,084 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40501,1731201723660-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:07,084 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40501,1731201723660-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:07,084 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40501,1731201723660-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:07,084 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:40501, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:07,084 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:07,084 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:07,086 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:22:07,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.217sec 2024-11-10T01:22:07,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:22:07,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:22:07,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:22:07,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:22:07,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:22:07,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40501,1731201723660-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:22:07,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40501,1731201723660-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:22:07,090 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:22:07,090 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:22:07,090 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40501,1731201723660-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:07,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a448b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:07,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40501,-1 for getting cluster id 2024-11-10T01:22:07,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:07,150 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0209634d-1902-4814-92d0-62eace01f38b' 2024-11-10T01:22:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0209634d-1902-4814-92d0-62eace01f38b" 2024-11-10T01:22:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fce97f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40501,-1] 2024-11-10T01:22:07,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:07,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:07,152 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:07,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac1d8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:07,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:07,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,41781,1731201723806, seqNum=-1] 2024-11-10T01:22:07,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:07,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:22:07,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,40501,1731201723660 2024-11-10T01:22:07,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-10T01:22:07,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:22:07,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012255b9e70008 connected 2024-11-10T01:22:07,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:07,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42699,1731201713577 2024-11-10T01:22:07,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@281e9e47 2024-11-10T01:22:07,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:07,191 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:07,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:22:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T01:22:07,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:22:07,194 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:07,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T01:22:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:07,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:22:07,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741835_1011 (size=902) 2024-11-10T01:22:07,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7847f23c5cae0eb3ec5a7e115c1dbd50, NAME => 'test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67 2024-11-10T01:22:07,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741836_1012 (size=39) 2024-11-10T01:22:07,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:07,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7847f23c5cae0eb3ec5a7e115c1dbd50, disabling compactions & flushes 2024-11-10T01:22:07,219 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50. 2024-11-10T01:22:07,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50. 2024-11-10T01:22:07,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50. after waiting 0 ms 2024-11-10T01:22:07,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50. 2024-11-10T01:22:07,219 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50. 2024-11-10T01:22:07,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7847f23c5cae0eb3ec5a7e115c1dbd50: Waiting for close lock at 1731201727219Disabling compacts and flushes for region at 1731201727219Disabling writes for close at 1731201727219Writing region close event to WAL at 1731201727219Closed at 1731201727219 2024-11-10T01:22:07,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:22:07,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731201727220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201727220"}]},"ts":"1731201727220"} 2024-11-10T01:22:07,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:22:07,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:22:07,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201727230"}]},"ts":"1731201727230"} 2024-11-10T01:22:07,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T01:22:07,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7847f23c5cae0eb3ec5a7e115c1dbd50, ASSIGN}] 2024-11-10T01:22:07,238 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7847f23c5cae0eb3ec5a7e115c1dbd50, ASSIGN 2024-11-10T01:22:07,239 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7847f23c5cae0eb3ec5a7e115c1dbd50, ASSIGN; state=OFFLINE, location=0c4d4d227d60,45513,1731201713767; forceNewPlan=false, retain=false 2024-11-10T01:22:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:07,390 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7847f23c5cae0eb3ec5a7e115c1dbd50, regionState=OPENING, regionLocation=0c4d4d227d60,45513,1731201713767 2024-11-10T01:22:07,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7847f23c5cae0eb3ec5a7e115c1dbd50, ASSIGN because future has completed 2024-11-10T01:22:07,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7847f23c5cae0eb3ec5a7e115c1dbd50, server=0c4d4d227d60,45513,1731201713767}] 2024-11-10T01:22:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:07,548 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50. 2024-11-10T01:22:07,548 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7847f23c5cae0eb3ec5a7e115c1dbd50, NAME => 'test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:07,548 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:07,548 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T01:22:07,549 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:07,549 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:07,549 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:07,549 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:07,550 INFO [StoreOpener-7847f23c5cae0eb3ec5a7e115c1dbd50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:07,551 INFO [StoreOpener-7847f23c5cae0eb3ec5a7e115c1dbd50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7847f23c5cae0eb3ec5a7e115c1dbd50 columnFamilyName f 2024-11-10T01:22:07,551 DEBUG [StoreOpener-7847f23c5cae0eb3ec5a7e115c1dbd50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:07,551 INFO [StoreOpener-7847f23c5cae0eb3ec5a7e115c1dbd50-1 {}] regionserver.HStore(327): Store=7847f23c5cae0eb3ec5a7e115c1dbd50/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:07,551 INFO [StoreOpener-7847f23c5cae0eb3ec5a7e115c1dbd50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:07,552 INFO [StoreOpener-7847f23c5cae0eb3ec5a7e115c1dbd50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7847f23c5cae0eb3ec5a7e115c1dbd50 columnFamilyName f1 2024-11-10T01:22:07,552 DEBUG [StoreOpener-7847f23c5cae0eb3ec5a7e115c1dbd50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:07,553 INFO [StoreOpener-7847f23c5cae0eb3ec5a7e115c1dbd50-1 {}] regionserver.HStore(327): Store=7847f23c5cae0eb3ec5a7e115c1dbd50/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:07,553 INFO [StoreOpener-7847f23c5cae0eb3ec5a7e115c1dbd50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:07,554 INFO [StoreOpener-7847f23c5cae0eb3ec5a7e115c1dbd50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7847f23c5cae0eb3ec5a7e115c1dbd50 columnFamilyName norep 2024-11-10T01:22:07,554 DEBUG [StoreOpener-7847f23c5cae0eb3ec5a7e115c1dbd50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:07,554 INFO [StoreOpener-7847f23c5cae0eb3ec5a7e115c1dbd50-1 {}] regionserver.HStore(327): Store=7847f23c5cae0eb3ec5a7e115c1dbd50/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:07,554 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:07,555 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:07,555 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:07,556 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:07,556 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:07,556 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:22:07,557 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:07,558 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:07,558 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7847f23c5cae0eb3ec5a7e115c1dbd50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73886894, jitterRate=0.10100051760673523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:22:07,558 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:07,559 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7847f23c5cae0eb3ec5a7e115c1dbd50: Running coprocessor pre-open hook at 1731201727549Writing region info on filesystem at 1731201727549Initializing all the Stores at 1731201727549Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201727550 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201727550Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201727550Cleaning up temporary data from old regions at 1731201727556 (+6 ms)Running coprocessor post-open hooks at 1731201727558 (+2 ms)Region opened successfully at 1731201727559 (+1 ms) 2024-11-10T01:22:07,560 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50., pid=6, masterSystemTime=1731201727544 2024-11-10T01:22:07,562 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50. 2024-11-10T01:22:07,562 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50. 2024-11-10T01:22:07,562 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7847f23c5cae0eb3ec5a7e115c1dbd50, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0c4d4d227d60,45513,1731201713767 2024-11-10T01:22:07,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7847f23c5cae0eb3ec5a7e115c1dbd50, server=0c4d4d227d60,45513,1731201713767 because future has completed 2024-11-10T01:22:07,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:22:07,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7847f23c5cae0eb3ec5a7e115c1dbd50, server=0c4d4d227d60,45513,1731201713767 in 173 msec 2024-11-10T01:22:07,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:22:07,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7847f23c5cae0eb3ec5a7e115c1dbd50, ASSIGN in 329 msec 2024-11-10T01:22:07,568 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:22:07,568 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201727568"}]},"ts":"1731201727568"} 2024-11-10T01:22:07,570 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T01:22:07,571 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:22:07,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 379 msec 2024-11-10T01:22:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:07,818 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T01:22:07,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:07,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,33173,1731201719231 2024-11-10T01:22:07,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e953d0 2024-11-10T01:22:07,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:07,820 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:07,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:22:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T01:22:07,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:22:07,822 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:07,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T01:22:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:07,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:22:07,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741835_1011 (size=902) 2024-11-10T01:22:07,833 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T01:22:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:08,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5123d5f8839a03aa8b643f800067ebb7, NAME => 'test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366 2024-11-10T01:22:08,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741836_1012 (size=39) 2024-11-10T01:22:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:08,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:08,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5123d5f8839a03aa8b643f800067ebb7, disabling compactions & flushes 2024-11-10T01:22:08,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7. 2024-11-10T01:22:08,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7. 2024-11-10T01:22:08,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7. after waiting 0 ms 2024-11-10T01:22:08,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7. 2024-11-10T01:22:08,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7. 2024-11-10T01:22:08,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5123d5f8839a03aa8b643f800067ebb7: Waiting for close lock at 1731201728635Disabling compacts and flushes for region at 1731201728635Disabling writes for close at 1731201728635Writing region close event to WAL at 1731201728635Closed at 1731201728635 2024-11-10T01:22:08,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:22:08,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731201728636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201728636"}]},"ts":"1731201728636"} 2024-11-10T01:22:08,638 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:22:08,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:22:08,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201728638"}]},"ts":"1731201728638"} 2024-11-10T01:22:08,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T01:22:08,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5123d5f8839a03aa8b643f800067ebb7, ASSIGN}] 2024-11-10T01:22:08,641 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5123d5f8839a03aa8b643f800067ebb7, ASSIGN 2024-11-10T01:22:08,641 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5123d5f8839a03aa8b643f800067ebb7, ASSIGN; state=OFFLINE, location=0c4d4d227d60,41619,1731201719379; forceNewPlan=false, retain=false 2024-11-10T01:22:08,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5123d5f8839a03aa8b643f800067ebb7, regionState=OPENING, regionLocation=0c4d4d227d60,41619,1731201719379 2024-11-10T01:22:08,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5123d5f8839a03aa8b643f800067ebb7, ASSIGN because future has completed 2024-11-10T01:22:08,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5123d5f8839a03aa8b643f800067ebb7, server=0c4d4d227d60,41619,1731201719379}] 2024-11-10T01:22:08,949 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7. 2024-11-10T01:22:08,949 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5123d5f8839a03aa8b643f800067ebb7, NAME => 'test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:08,950 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:08,950 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T01:22:08,950 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:08,950 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:08,950 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:08,950 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:08,951 INFO [StoreOpener-5123d5f8839a03aa8b643f800067ebb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:08,952 INFO [StoreOpener-5123d5f8839a03aa8b643f800067ebb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5123d5f8839a03aa8b643f800067ebb7 columnFamilyName f 2024-11-10T01:22:08,952 DEBUG [StoreOpener-5123d5f8839a03aa8b643f800067ebb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:08,952 INFO [StoreOpener-5123d5f8839a03aa8b643f800067ebb7-1 {}] regionserver.HStore(327): Store=5123d5f8839a03aa8b643f800067ebb7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:08,952 INFO [StoreOpener-5123d5f8839a03aa8b643f800067ebb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:08,953 INFO [StoreOpener-5123d5f8839a03aa8b643f800067ebb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5123d5f8839a03aa8b643f800067ebb7 columnFamilyName f1 2024-11-10T01:22:08,953 DEBUG [StoreOpener-5123d5f8839a03aa8b643f800067ebb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:08,954 INFO [StoreOpener-5123d5f8839a03aa8b643f800067ebb7-1 {}] regionserver.HStore(327): Store=5123d5f8839a03aa8b643f800067ebb7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:08,954 INFO [StoreOpener-5123d5f8839a03aa8b643f800067ebb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:08,955 INFO [StoreOpener-5123d5f8839a03aa8b643f800067ebb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5123d5f8839a03aa8b643f800067ebb7 columnFamilyName norep 2024-11-10T01:22:08,955 DEBUG [StoreOpener-5123d5f8839a03aa8b643f800067ebb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:08,955 INFO [StoreOpener-5123d5f8839a03aa8b643f800067ebb7-1 {}] regionserver.HStore(327): Store=5123d5f8839a03aa8b643f800067ebb7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:08,955 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:08,955 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:08,956 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:08,956 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:08,956 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:08,956 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:22:08,957 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:08,958 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:08,959 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5123d5f8839a03aa8b643f800067ebb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75422126, jitterRate=0.12387725710868835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:22:08,959 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:08,959 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5123d5f8839a03aa8b643f800067ebb7: Running coprocessor pre-open hook at 1731201728950Writing region info on filesystem at 1731201728950Initializing all the Stores at 1731201728951 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201728951Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201728951Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201728951Cleaning up temporary data from old regions at 1731201728956 (+5 ms)Running coprocessor post-open hooks at 1731201728959 (+3 ms)Region opened successfully at 1731201728959 2024-11-10T01:22:08,959 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7., pid=6, masterSystemTime=1731201728946 2024-11-10T01:22:08,961 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7. 2024-11-10T01:22:08,961 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7. 2024-11-10T01:22:08,961 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5123d5f8839a03aa8b643f800067ebb7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0c4d4d227d60,41619,1731201719379 2024-11-10T01:22:08,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5123d5f8839a03aa8b643f800067ebb7, server=0c4d4d227d60,41619,1731201719379 because future has completed 2024-11-10T01:22:08,965 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33173 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=0c4d4d227d60,41619,1731201719379, table=test, region=5123d5f8839a03aa8b643f800067ebb7. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T01:22:08,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:22:08,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5123d5f8839a03aa8b643f800067ebb7, server=0c4d4d227d60,41619,1731201719379 in 172 msec 2024-11-10T01:22:08,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:22:08,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5123d5f8839a03aa8b643f800067ebb7, ASSIGN in 327 msec 2024-11-10T01:22:08,970 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:22:08,970 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201728970"}]},"ts":"1731201728970"} 2024-11-10T01:22:08,971 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T01:22:08,972 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:22:08,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-10T01:22:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:09,968 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T01:22:09,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:09,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40501,1731201723660 2024-11-10T01:22:09,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@218e712b 2024-11-10T01:22:09,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:09,970 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:09,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:22:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T01:22:09,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:22:09,972 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:09,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T01:22:09,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:22:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:09,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741835_1011 (size=902) 2024-11-10T01:22:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:10,380 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a94c6fa5c8ef9a0c69b3176f4d266ad6, NAME => 'test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04 2024-11-10T01:22:10,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741836_1012 (size=39) 2024-11-10T01:22:10,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:10,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a94c6fa5c8ef9a0c69b3176f4d266ad6, disabling compactions & flushes 2024-11-10T01:22:10,389 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6. 2024-11-10T01:22:10,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6. 2024-11-10T01:22:10,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6. after waiting 0 ms 2024-11-10T01:22:10,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6. 2024-11-10T01:22:10,389 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6. 2024-11-10T01:22:10,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a94c6fa5c8ef9a0c69b3176f4d266ad6: Waiting for close lock at 1731201730389Disabling compacts and flushes for region at 1731201730389Disabling writes for close at 1731201730389Writing region close event to WAL at 1731201730389Closed at 1731201730389 2024-11-10T01:22:10,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:22:10,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731201730391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201730391"}]},"ts":"1731201730391"} 2024-11-10T01:22:10,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:22:10,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:22:10,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201730393"}]},"ts":"1731201730393"} 2024-11-10T01:22:10,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T01:22:10,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a94c6fa5c8ef9a0c69b3176f4d266ad6, ASSIGN}] 2024-11-10T01:22:10,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a94c6fa5c8ef9a0c69b3176f4d266ad6, ASSIGN 2024-11-10T01:22:10,396 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a94c6fa5c8ef9a0c69b3176f4d266ad6, ASSIGN; state=OFFLINE, location=0c4d4d227d60,41781,1731201723806; forceNewPlan=false, retain=false 2024-11-10T01:22:10,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a94c6fa5c8ef9a0c69b3176f4d266ad6, regionState=OPENING, regionLocation=0c4d4d227d60,41781,1731201723806 2024-11-10T01:22:10,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a94c6fa5c8ef9a0c69b3176f4d266ad6, ASSIGN because future has completed 2024-11-10T01:22:10,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a94c6fa5c8ef9a0c69b3176f4d266ad6, server=0c4d4d227d60,41781,1731201723806}] 2024-11-10T01:22:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:10,704 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6. 2024-11-10T01:22:10,704 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a94c6fa5c8ef9a0c69b3176f4d266ad6, NAME => 'test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:10,704 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:10,704 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T01:22:10,705 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:10,705 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:10,705 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:10,705 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:10,706 INFO [StoreOpener-a94c6fa5c8ef9a0c69b3176f4d266ad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:10,706 INFO [StoreOpener-a94c6fa5c8ef9a0c69b3176f4d266ad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a94c6fa5c8ef9a0c69b3176f4d266ad6 columnFamilyName f 2024-11-10T01:22:10,707 DEBUG [StoreOpener-a94c6fa5c8ef9a0c69b3176f4d266ad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:10,707 INFO [StoreOpener-a94c6fa5c8ef9a0c69b3176f4d266ad6-1 {}] regionserver.HStore(327): Store=a94c6fa5c8ef9a0c69b3176f4d266ad6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:10,707 INFO [StoreOpener-a94c6fa5c8ef9a0c69b3176f4d266ad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:10,708 INFO [StoreOpener-a94c6fa5c8ef9a0c69b3176f4d266ad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a94c6fa5c8ef9a0c69b3176f4d266ad6 columnFamilyName f1 2024-11-10T01:22:10,708 DEBUG [StoreOpener-a94c6fa5c8ef9a0c69b3176f4d266ad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:10,708 INFO [StoreOpener-a94c6fa5c8ef9a0c69b3176f4d266ad6-1 {}] regionserver.HStore(327): Store=a94c6fa5c8ef9a0c69b3176f4d266ad6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:10,708 INFO [StoreOpener-a94c6fa5c8ef9a0c69b3176f4d266ad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:10,709 INFO [StoreOpener-a94c6fa5c8ef9a0c69b3176f4d266ad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a94c6fa5c8ef9a0c69b3176f4d266ad6 columnFamilyName norep 2024-11-10T01:22:10,709 DEBUG [StoreOpener-a94c6fa5c8ef9a0c69b3176f4d266ad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:10,709 INFO [StoreOpener-a94c6fa5c8ef9a0c69b3176f4d266ad6-1 {}] regionserver.HStore(327): Store=a94c6fa5c8ef9a0c69b3176f4d266ad6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:10,709 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:10,710 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:10,710 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:10,711 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:10,711 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:10,711 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:22:10,712 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:10,713 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:10,714 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a94c6fa5c8ef9a0c69b3176f4d266ad6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72566700, jitterRate=0.08132809400558472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:22:10,714 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:10,714 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a94c6fa5c8ef9a0c69b3176f4d266ad6: Running coprocessor pre-open hook at 1731201730705Writing region info on filesystem at 1731201730705Initializing all the Stores at 1731201730705Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201730705Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201730705Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201730705Cleaning up temporary data from old regions at 1731201730711 (+6 ms)Running coprocessor post-open hooks at 1731201730714 (+3 ms)Region opened successfully at 1731201730714 2024-11-10T01:22:10,715 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6., pid=6, masterSystemTime=1731201730701 2024-11-10T01:22:10,716 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6. 2024-11-10T01:22:10,716 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6. 2024-11-10T01:22:10,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a94c6fa5c8ef9a0c69b3176f4d266ad6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0c4d4d227d60,41781,1731201723806 2024-11-10T01:22:10,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a94c6fa5c8ef9a0c69b3176f4d266ad6, server=0c4d4d227d60,41781,1731201723806 because future has completed 2024-11-10T01:22:10,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:22:10,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a94c6fa5c8ef9a0c69b3176f4d266ad6, server=0c4d4d227d60,41781,1731201723806 in 171 msec 2024-11-10T01:22:10,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:22:10,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a94c6fa5c8ef9a0c69b3176f4d266ad6, ASSIGN in 327 msec 2024-11-10T01:22:10,724 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:22:10,724 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201730724"}]},"ts":"1731201730724"} 2024-11-10T01:22:10,726 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T01:22:10,727 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:22:10,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-10T01:22:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:11,108 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T01:22:11,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d76d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:11,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42699,-1 for getting cluster id 2024-11-10T01:22:11,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:11,110 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bdaf6dde-c84a-4c9b-9487-9bbf4f07e967' 2024-11-10T01:22:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bdaf6dde-c84a-4c9b-9487-9bbf4f07e967" 2024-11-10T01:22:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50de533d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42699,-1] 2024-11-10T01:22:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:11,111 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:11,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c595be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:11,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:11,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42699,1731201713577 2024-11-10T01:22:11,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ef24642 2024-11-10T01:22:11,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:11,113 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:11,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:33173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:22:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:22:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:11,213 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:33173' 2024-11-10T01:22:11,213 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b89a53f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:11,214 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,33173,-1 for getting cluster id 2024-11-10T01:22:11,214 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:11,214 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f832255-8972-47e6-8fb1-6836cdbb13b1' 2024-11-10T01:22:11,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:11,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f832255-8972-47e6-8fb1-6836cdbb13b1" 2024-11-10T01:22:11,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151eecd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:11,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,33173,-1] 2024-11-10T01:22:11,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:11,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:11,216 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:11,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3246221d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:11,216 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:11,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,33173,1731201719231 2024-11-10T01:22:11,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68af2c2a 2024-11-10T01:22:11,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:11,218 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:11,218 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T01:22:11,218 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:22:11,218 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:11,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:11,219 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:11,219 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:22:11,220 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:22:11,220 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:22:11,220 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:11,221 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:22:11,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741837_1013 (size=1138) 2024-11-10T01:22:11,270 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T01:22:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:11,632 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 271d64920c0c4b8d31271f4d58ea0976, NAME => 'hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67 2024-11-10T01:22:11,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741838_1014 (size=44) 2024-11-10T01:22:11,637 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:11,637 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 271d64920c0c4b8d31271f4d58ea0976, disabling compactions & flushes 2024-11-10T01:22:11,637 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976. 2024-11-10T01:22:11,637 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976. 2024-11-10T01:22:11,637 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976. after waiting 0 ms 2024-11-10T01:22:11,637 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976. 2024-11-10T01:22:11,637 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976. 2024-11-10T01:22:11,637 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 271d64920c0c4b8d31271f4d58ea0976: Waiting for close lock at 1731201731637Disabling compacts and flushes for region at 1731201731637Disabling writes for close at 1731201731637Writing region close event to WAL at 1731201731637Closed at 1731201731637 2024-11-10T01:22:11,638 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:22:11,638 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731201731638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201731638"}]},"ts":"1731201731638"} 2024-11-10T01:22:11,640 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:22:11,641 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:22:11,641 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201731641"}]},"ts":"1731201731641"} 2024-11-10T01:22:11,642 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T01:22:11,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=271d64920c0c4b8d31271f4d58ea0976, ASSIGN}] 2024-11-10T01:22:11,643 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=271d64920c0c4b8d31271f4d58ea0976, ASSIGN 2024-11-10T01:22:11,644 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=271d64920c0c4b8d31271f4d58ea0976, ASSIGN; state=OFFLINE, location=0c4d4d227d60,45513,1731201713767; forceNewPlan=false, retain=false 2024-11-10T01:22:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:11,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=271d64920c0c4b8d31271f4d58ea0976, regionState=OPENING, regionLocation=0c4d4d227d60,45513,1731201713767 2024-11-10T01:22:11,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=271d64920c0c4b8d31271f4d58ea0976, ASSIGN because future has completed 2024-11-10T01:22:11,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 271d64920c0c4b8d31271f4d58ea0976, server=0c4d4d227d60,45513,1731201713767}] 2024-11-10T01:22:11,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976. 2024-11-10T01:22:11,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:11,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:22:11,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C45513%2C1731201713767.rep, suffix=, logDir=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767, archiveDir=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/oldWALs, maxLogs=10 2024-11-10T01:22:11,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.rep.1731201731953, exclude list is [], retry=0 2024-11-10T01:22:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43527,DS-d026739c-bed2-454a-b83d-a18c1488f20e,DISK] 2024-11-10T01:22:11,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.rep.1731201731953 2024-11-10T01:22:11,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44445:44445)] 2024-11-10T01:22:11,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 271d64920c0c4b8d31271f4d58ea0976, NAME => 'hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:11,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:11,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:22:11,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976. service=MultiRowMutationService 2024-11-10T01:22:11,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:22:11,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 271d64920c0c4b8d31271f4d58ea0976 2024-11-10T01:22:11,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:11,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 271d64920c0c4b8d31271f4d58ea0976 2024-11-10T01:22:11,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 271d64920c0c4b8d31271f4d58ea0976 2024-11-10T01:22:11,973 INFO [StoreOpener-271d64920c0c4b8d31271f4d58ea0976-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 271d64920c0c4b8d31271f4d58ea0976 2024-11-10T01:22:11,974 INFO [StoreOpener-271d64920c0c4b8d31271f4d58ea0976-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 271d64920c0c4b8d31271f4d58ea0976 columnFamilyName hfileref 2024-11-10T01:22:11,974 DEBUG [StoreOpener-271d64920c0c4b8d31271f4d58ea0976-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:11,975 INFO [StoreOpener-271d64920c0c4b8d31271f4d58ea0976-1 {}] regionserver.HStore(327): Store=271d64920c0c4b8d31271f4d58ea0976/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:11,975 INFO [StoreOpener-271d64920c0c4b8d31271f4d58ea0976-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 271d64920c0c4b8d31271f4d58ea0976 2024-11-10T01:22:11,976 INFO [StoreOpener-271d64920c0c4b8d31271f4d58ea0976-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 271d64920c0c4b8d31271f4d58ea0976 columnFamilyName queue 2024-11-10T01:22:11,976 DEBUG [StoreOpener-271d64920c0c4b8d31271f4d58ea0976-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:11,976 INFO [StoreOpener-271d64920c0c4b8d31271f4d58ea0976-1 {}] regionserver.HStore(327): Store=271d64920c0c4b8d31271f4d58ea0976/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:11,976 INFO [StoreOpener-271d64920c0c4b8d31271f4d58ea0976-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 271d64920c0c4b8d31271f4d58ea0976 2024-11-10T01:22:11,977 INFO [StoreOpener-271d64920c0c4b8d31271f4d58ea0976-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 271d64920c0c4b8d31271f4d58ea0976 columnFamilyName sid 2024-11-10T01:22:11,977 DEBUG [StoreOpener-271d64920c0c4b8d31271f4d58ea0976-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:11,977 INFO [StoreOpener-271d64920c0c4b8d31271f4d58ea0976-1 {}] regionserver.HStore(327): Store=271d64920c0c4b8d31271f4d58ea0976/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:11,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 271d64920c0c4b8d31271f4d58ea0976 2024-11-10T01:22:11,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/replication/271d64920c0c4b8d31271f4d58ea0976 2024-11-10T01:22:11,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/replication/271d64920c0c4b8d31271f4d58ea0976 2024-11-10T01:22:11,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 271d64920c0c4b8d31271f4d58ea0976 2024-11-10T01:22:11,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 271d64920c0c4b8d31271f4d58ea0976 2024-11-10T01:22:11,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:22:11,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 271d64920c0c4b8d31271f4d58ea0976 2024-11-10T01:22:11,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/replication/271d64920c0c4b8d31271f4d58ea0976/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:11,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 271d64920c0c4b8d31271f4d58ea0976; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66681971, jitterRate=-0.0063612014055252075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:22:11,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 271d64920c0c4b8d31271f4d58ea0976 2024-11-10T01:22:11,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 271d64920c0c4b8d31271f4d58ea0976: Running coprocessor pre-open hook at 1731201731971Writing region info on filesystem at 1731201731971Initializing all the Stores at 1731201731971Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201731971Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201731973 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201731973Cleaning up temporary data from old regions at 1731201731979 (+6 ms)Running coprocessor post-open hooks at 1731201731982 (+3 ms)Region opened successfully at 1731201731982 2024-11-10T01:22:11,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976., pid=10, masterSystemTime=1731201731949 2024-11-10T01:22:11,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976. 2024-11-10T01:22:11,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976. 2024-11-10T01:22:11,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=271d64920c0c4b8d31271f4d58ea0976, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,45513,1731201713767 2024-11-10T01:22:11,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 271d64920c0c4b8d31271f4d58ea0976, server=0c4d4d227d60,45513,1731201713767 because future has completed 2024-11-10T01:22:11,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T01:22:11,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 271d64920c0c4b8d31271f4d58ea0976, server=0c4d4d227d60,45513,1731201713767 in 190 msec 2024-11-10T01:22:11,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T01:22:11,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=271d64920c0c4b8d31271f4d58ea0976, ASSIGN in 346 msec 2024-11-10T01:22:11,991 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:22:11,991 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201731991"}]},"ts":"1731201731991"} 2024-11-10T01:22:11,993 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T01:22:11,993 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:22:11,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-11-10T01:22:12,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976., hostname=0c4d4d227d60,45513,1731201713767, seqNum=2] 2024-11-10T01:22:12,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:22:12,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:22:12,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:22:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:12,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T01:22:12,381 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T01:22:12,408 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,45513,1731201713767, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:22:12,409 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:12,409 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,45513,1731201713767, seqNum=-1] 2024-11-10T01:22:12,409 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:12,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T01:22:12,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0c4d4d227d60,45513,1731201713767', locateType=CURRENT is [region=hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976., hostname=0c4d4d227d60,45513,1731201713767, seqNum=2] 2024-11-10T01:22:12,414 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T01:22:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T01:22:12,416 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0c4d4d227d60,45513,1731201713767 suceeded 2024-11-10T01:22:12,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T01:22:12,417 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0c4d4d227d60:33173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:22:12,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T01:22:12,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3040 sec 2024-11-10T01:22:12,434 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:33173' 2024-11-10T01:22:12,435 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20ba0c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:12,435 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,33173,-1 for getting cluster id 2024-11-10T01:22:12,435 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:12,436 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f832255-8972-47e6-8fb1-6836cdbb13b1' 2024-11-10T01:22:12,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:12,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f832255-8972-47e6-8fb1-6836cdbb13b1" 2024-11-10T01:22:12,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6462f0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:12,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,33173,-1] 2024-11-10T01:22:12,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:12,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:12,437 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:12,437 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b1466f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:12,438 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:12,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,33173,1731201719231 2024-11-10T01:22:12,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79c62893 2024-11-10T01:22:12,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:12,439 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-10T01:22:12,440 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,45513,1731201713767 (queues=1) is replicating from cluster=bdaf6dde-c84a-4c9b-9487-9bbf4f07e967 to cluster=5f832255-8972-47e6-8fb1-6836cdbb13b1 2024-11-10T01:22:12,440 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C45513%2C1731201713767 2024-11-10T01:22:12,440 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,45513,1731201713767, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:22:12,440 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C45513%2C1731201713767 2024-11-10T01:22:12,440 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960, startPosition=0, beingWritten=true 2024-11-10T01:22:12,444 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:12,445 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 379, reset compression=false 2024-11-10T01:22:12,445 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,45513,1731201713767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:12,548 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:22:12,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:12,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:12,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:12,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:12,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:12,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:12,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:12,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:12,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:12,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:12,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:12,648 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 379, reset compression=false 2024-11-10T01:22:12,951 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 379, reset compression=false 2024-11-10T01:22:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:13,268 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:22:13,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:22:13,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:13,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:13,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:13,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:13,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389500fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:13,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,33173,-1 for getting cluster id 2024-11-10T01:22:13,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:13,270 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f832255-8972-47e6-8fb1-6836cdbb13b1' 2024-11-10T01:22:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f832255-8972-47e6-8fb1-6836cdbb13b1" 2024-11-10T01:22:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acb5821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,33173,-1] 2024-11-10T01:22:13,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:13,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:13,271 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:13,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72974a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:13,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:13,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,33173,1731201719231 2024-11-10T01:22:13,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b822ee 2024-11-10T01:22:13,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:13,273 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:13,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:40501,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:22:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:22:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:13,276 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:40501' 2024-11-10T01:22:13,277 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399f9ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:13,277 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40501,-1 for getting cluster id 2024-11-10T01:22:13,277 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:13,277 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0209634d-1902-4814-92d0-62eace01f38b' 2024-11-10T01:22:13,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:13,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0209634d-1902-4814-92d0-62eace01f38b" 2024-11-10T01:22:13,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a28f223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:13,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40501,-1] 2024-11-10T01:22:13,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:13,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:13,278 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:13,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@484bce37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:13,279 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:13,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40501,1731201723660 2024-11-10T01:22:13,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2db3938a 2024-11-10T01:22:13,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:13,281 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:13,281 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T01:22:13,281 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:22:13,281 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:13,281 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:13,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:13,282 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:22:13,282 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:22:13,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:22:13,283 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:13,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:22:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741837_1013 (size=1138) 2024-11-10T01:22:13,333 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T01:22:13,355 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 379, reset compression=false 2024-11-10T01:22:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:13,690 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 453e7ba08419a3335a38089054aa310e, NAME => 'hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366 2024-11-10T01:22:13,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741838_1014 (size=44) 2024-11-10T01:22:13,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:13,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 453e7ba08419a3335a38089054aa310e, disabling compactions & flushes 2024-11-10T01:22:13,695 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. 2024-11-10T01:22:13,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. 2024-11-10T01:22:13,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. after waiting 0 ms 2024-11-10T01:22:13,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. 2024-11-10T01:22:13,695 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. 2024-11-10T01:22:13,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 453e7ba08419a3335a38089054aa310e: Waiting for close lock at 1731201733695Disabling compacts and flushes for region at 1731201733695Disabling writes for close at 1731201733695Writing region close event to WAL at 1731201733695Closed at 1731201733695 2024-11-10T01:22:13,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:22:13,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731201733697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201733697"}]},"ts":"1731201733697"} 2024-11-10T01:22:13,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:22:13,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:22:13,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201733700"}]},"ts":"1731201733700"} 2024-11-10T01:22:13,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T01:22:13,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=453e7ba08419a3335a38089054aa310e, ASSIGN}] 2024-11-10T01:22:13,703 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=453e7ba08419a3335a38089054aa310e, ASSIGN 2024-11-10T01:22:13,704 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=453e7ba08419a3335a38089054aa310e, ASSIGN; state=OFFLINE, location=0c4d4d227d60,41619,1731201719379; forceNewPlan=false, retain=false 2024-11-10T01:22:13,834 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T01:22:13,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=453e7ba08419a3335a38089054aa310e, regionState=OPENING, regionLocation=0c4d4d227d60,41619,1731201719379 2024-11-10T01:22:13,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=453e7ba08419a3335a38089054aa310e, ASSIGN because future has completed 2024-11-10T01:22:13,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 453e7ba08419a3335a38089054aa310e, server=0c4d4d227d60,41619,1731201719379}] 2024-11-10T01:22:13,858 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 379, reset compression=false 2024-11-10T01:22:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:14,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. 2024-11-10T01:22:14,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:14,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:22:14,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C41619%2C1731201719379.rep, suffix=, logDir=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379, archiveDir=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/oldWALs, maxLogs=10 2024-11-10T01:22:14,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T01:22:14,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T01:22:14,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:22:14,019 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T01:22:14,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.rep.1731201734013, exclude list is [], retry=0 2024-11-10T01:22:14,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38817,DS-8dc3e777-ed90-4d03-bf65-c9d03f8cb1f8,DISK] 2024-11-10T01:22:14,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.rep.1731201734013 2024-11-10T01:22:14,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46389:46389)] 2024-11-10T01:22:14,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 453e7ba08419a3335a38089054aa310e, NAME => 'hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:14,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:14,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:22:14,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. service=MultiRowMutationService 2024-11-10T01:22:14,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:22:14,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 453e7ba08419a3335a38089054aa310e 2024-11-10T01:22:14,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:14,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 453e7ba08419a3335a38089054aa310e 2024-11-10T01:22:14,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 453e7ba08419a3335a38089054aa310e 2024-11-10T01:22:14,032 INFO [StoreOpener-453e7ba08419a3335a38089054aa310e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 453e7ba08419a3335a38089054aa310e 2024-11-10T01:22:14,033 INFO [StoreOpener-453e7ba08419a3335a38089054aa310e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 453e7ba08419a3335a38089054aa310e columnFamilyName hfileref 2024-11-10T01:22:14,033 DEBUG [StoreOpener-453e7ba08419a3335a38089054aa310e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:14,033 INFO [StoreOpener-453e7ba08419a3335a38089054aa310e-1 {}] regionserver.HStore(327): Store=453e7ba08419a3335a38089054aa310e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:14,033 INFO [StoreOpener-453e7ba08419a3335a38089054aa310e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 453e7ba08419a3335a38089054aa310e 2024-11-10T01:22:14,034 INFO [StoreOpener-453e7ba08419a3335a38089054aa310e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 453e7ba08419a3335a38089054aa310e columnFamilyName queue 2024-11-10T01:22:14,034 DEBUG [StoreOpener-453e7ba08419a3335a38089054aa310e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:14,034 INFO [StoreOpener-453e7ba08419a3335a38089054aa310e-1 {}] regionserver.HStore(327): Store=453e7ba08419a3335a38089054aa310e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:14,035 INFO [StoreOpener-453e7ba08419a3335a38089054aa310e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 453e7ba08419a3335a38089054aa310e 2024-11-10T01:22:14,035 INFO [StoreOpener-453e7ba08419a3335a38089054aa310e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 453e7ba08419a3335a38089054aa310e columnFamilyName sid 2024-11-10T01:22:14,035 DEBUG [StoreOpener-453e7ba08419a3335a38089054aa310e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:14,036 INFO [StoreOpener-453e7ba08419a3335a38089054aa310e-1 {}] regionserver.HStore(327): Store=453e7ba08419a3335a38089054aa310e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:14,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 453e7ba08419a3335a38089054aa310e 2024-11-10T01:22:14,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/replication/453e7ba08419a3335a38089054aa310e 2024-11-10T01:22:14,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/replication/453e7ba08419a3335a38089054aa310e 2024-11-10T01:22:14,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 453e7ba08419a3335a38089054aa310e 2024-11-10T01:22:14,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 453e7ba08419a3335a38089054aa310e 2024-11-10T01:22:14,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:22:14,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 453e7ba08419a3335a38089054aa310e 2024-11-10T01:22:14,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/replication/453e7ba08419a3335a38089054aa310e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:14,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 453e7ba08419a3335a38089054aa310e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67156167, jitterRate=7.048696279525757E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:22:14,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 453e7ba08419a3335a38089054aa310e 2024-11-10T01:22:14,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 453e7ba08419a3335a38089054aa310e: Running coprocessor pre-open hook at 1731201734031Writing region info on filesystem at 1731201734031Initializing all the Stores at 1731201734032 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201734032Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201734032Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201734032Cleaning up temporary data from old regions at 1731201734037 (+5 ms)Running coprocessor post-open hooks at 1731201734040 (+3 ms)Region opened successfully at 1731201734040 2024-11-10T01:22:14,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e., pid=10, masterSystemTime=1731201734009 2024-11-10T01:22:14,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. 2024-11-10T01:22:14,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. 2024-11-10T01:22:14,043 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=453e7ba08419a3335a38089054aa310e, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,41619,1731201719379 2024-11-10T01:22:14,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 453e7ba08419a3335a38089054aa310e, server=0c4d4d227d60,41619,1731201719379 because future has completed 2024-11-10T01:22:14,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T01:22:14,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 453e7ba08419a3335a38089054aa310e, server=0c4d4d227d60,41619,1731201719379 in 188 msec 2024-11-10T01:22:14,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T01:22:14,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=453e7ba08419a3335a38089054aa310e, ASSIGN in 344 msec 2024-11-10T01:22:14,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:22:14,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201734048"}]},"ts":"1731201734048"} 2024-11-10T01:22:14,050 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T01:22:14,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:22:14,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 768 msec 2024-11-10T01:22:14,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e., hostname=0c4d4d227d60,41619,1731201719379, seqNum=2] 2024-11-10T01:22:14,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:22:14,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:22:14,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:22:14,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41619 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T01:22:14,343 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T01:22:14,369 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,41619,1731201719379, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:22:14,369 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:14,369 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,41619,1731201719379, seqNum=-1] 2024-11-10T01:22:14,369 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:14,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T01:22:14,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0c4d4d227d60,41619,1731201719379', locateType=CURRENT is [region=hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e., hostname=0c4d4d227d60,41619,1731201719379, seqNum=2] 2024-11-10T01:22:14,374 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T01:22:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T01:22:14,376 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0c4d4d227d60,41619,1731201719379 suceeded 2024-11-10T01:22:14,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T01:22:14,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-10T01:22:14,377 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0c4d4d227d60:40501,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:22:14,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1030 sec 2024-11-10T01:22:14,386 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:40501' 2024-11-10T01:22:14,387 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fbb8e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:14,387 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40501,-1 for getting cluster id 2024-11-10T01:22:14,388 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:14,388 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0209634d-1902-4814-92d0-62eace01f38b' 2024-11-10T01:22:14,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:14,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0209634d-1902-4814-92d0-62eace01f38b" 2024-11-10T01:22:14,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e33b549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:14,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40501,-1] 2024-11-10T01:22:14,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:14,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:14,390 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:14,390 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@303f96e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:14,390 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:14,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40501,1731201723660 2024-11-10T01:22:14,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@439ad914 2024-11-10T01:22:14,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:14,392 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-10T01:22:14,392 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,41619,1731201719379 (queues=1) is replicating from cluster=5f832255-8972-47e6-8fb1-6836cdbb13b1 to cluster=0209634d-1902-4814-92d0-62eace01f38b 2024-11-10T01:22:14,392 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C41619%2C1731201719379 2024-11-10T01:22:14,393 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,41619,1731201719379, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:22:14,393 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C41619%2C1731201719379 2024-11-10T01:22:14,393 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846, startPosition=0, beingWritten=true 2024-11-10T01:22:14,397 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:14,397 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 379, reset compression=false 2024-11-10T01:22:14,397 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41619,1731201719379 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:14,408 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:22:14,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:22:14,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:14,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:14,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:14,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:14,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314b0009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:14,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40501,-1 for getting cluster id 2024-11-10T01:22:14,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:14,410 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0209634d-1902-4814-92d0-62eace01f38b' 2024-11-10T01:22:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0209634d-1902-4814-92d0-62eace01f38b" 2024-11-10T01:22:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecf7b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40501,-1] 2024-11-10T01:22:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:14,411 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:14,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506fb5eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:14,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40501,1731201723660 2024-11-10T01:22:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@527be79b 2024-11-10T01:22:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:14,413 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:14,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:42699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:22:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:22:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:14,415 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:42699' 2024-11-10T01:22:14,416 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6ef948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:14,416 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42699,-1 for getting cluster id 2024-11-10T01:22:14,416 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:14,417 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bdaf6dde-c84a-4c9b-9487-9bbf4f07e967' 2024-11-10T01:22:14,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:14,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bdaf6dde-c84a-4c9b-9487-9bbf4f07e967" 2024-11-10T01:22:14,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e449bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:14,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42699,-1] 2024-11-10T01:22:14,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:14,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:14,417 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:14,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2336702d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:14,418 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:14,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42699,1731201713577 2024-11-10T01:22:14,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ea1092f 2024-11-10T01:22:14,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:14,420 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:14,420 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T01:22:14,420 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:22:14,420 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:14,420 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:14,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:14,421 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:22:14,421 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:22:14,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:22:14,422 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:14,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:22:14,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741837_1013 (size=1138) 2024-11-10T01:22:14,461 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 379, reset compression=false 2024-11-10T01:22:14,472 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T01:22:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:14,604 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 379, reset compression=false 2024-11-10T01:22:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:14,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32267fda11c131a600518acd59574fb5, NAME => 'hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04 2024-11-10T01:22:14,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741838_1014 (size=44) 2024-11-10T01:22:14,907 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 379, reset compression=false 2024-11-10T01:22:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:15,165 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 379, reset compression=false 2024-11-10T01:22:15,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:15,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 32267fda11c131a600518acd59574fb5, disabling compactions & flushes 2024-11-10T01:22:15,234 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. 2024-11-10T01:22:15,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. 2024-11-10T01:22:15,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. after waiting 0 ms 2024-11-10T01:22:15,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. 2024-11-10T01:22:15,234 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. 2024-11-10T01:22:15,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32267fda11c131a600518acd59574fb5: Waiting for close lock at 1731201735234Disabling compacts and flushes for region at 1731201735234Disabling writes for close at 1731201735234Writing region close event to WAL at 1731201735234Closed at 1731201735234 2024-11-10T01:22:15,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:22:15,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731201735235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201735235"}]},"ts":"1731201735235"} 2024-11-10T01:22:15,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:22:15,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:22:15,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201735237"}]},"ts":"1731201735237"} 2024-11-10T01:22:15,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T01:22:15,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32267fda11c131a600518acd59574fb5, ASSIGN}] 2024-11-10T01:22:15,240 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32267fda11c131a600518acd59574fb5, ASSIGN 2024-11-10T01:22:15,240 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=32267fda11c131a600518acd59574fb5, ASSIGN; state=OFFLINE, location=0c4d4d227d60,41781,1731201723806; forceNewPlan=false, retain=false 2024-11-10T01:22:15,310 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 379, reset compression=false 2024-11-10T01:22:15,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=32267fda11c131a600518acd59574fb5, regionState=OPENING, regionLocation=0c4d4d227d60,41781,1731201723806 2024-11-10T01:22:15,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=32267fda11c131a600518acd59574fb5, ASSIGN because future has completed 2024-11-10T01:22:15,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32267fda11c131a600518acd59574fb5, server=0c4d4d227d60,41781,1731201723806}] 2024-11-10T01:22:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:15,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. 2024-11-10T01:22:15,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:15,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:22:15,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C41781%2C1731201723806.rep, suffix=, logDir=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806, archiveDir=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/oldWALs, maxLogs=10 2024-11-10T01:22:15,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.rep.1731201735550, exclude list is [], retry=0 2024-11-10T01:22:15,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40455,DS-a5beb247-2887-4474-9b9c-6aebc616b809,DISK] 2024-11-10T01:22:15,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.rep.1731201735550 2024-11-10T01:22:15,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37621:37621)] 2024-11-10T01:22:15,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 32267fda11c131a600518acd59574fb5, NAME => 'hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:15,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:15,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:22:15,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. service=MultiRowMutationService 2024-11-10T01:22:15,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:22:15,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 32267fda11c131a600518acd59574fb5 2024-11-10T01:22:15,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:15,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 32267fda11c131a600518acd59574fb5 2024-11-10T01:22:15,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 32267fda11c131a600518acd59574fb5 2024-11-10T01:22:15,569 INFO [StoreOpener-32267fda11c131a600518acd59574fb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 32267fda11c131a600518acd59574fb5 2024-11-10T01:22:15,570 INFO [StoreOpener-32267fda11c131a600518acd59574fb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32267fda11c131a600518acd59574fb5 columnFamilyName hfileref 2024-11-10T01:22:15,570 DEBUG [StoreOpener-32267fda11c131a600518acd59574fb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:15,570 INFO [StoreOpener-32267fda11c131a600518acd59574fb5-1 {}] regionserver.HStore(327): Store=32267fda11c131a600518acd59574fb5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:15,570 INFO [StoreOpener-32267fda11c131a600518acd59574fb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 32267fda11c131a600518acd59574fb5 2024-11-10T01:22:15,571 INFO [StoreOpener-32267fda11c131a600518acd59574fb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32267fda11c131a600518acd59574fb5 columnFamilyName queue 2024-11-10T01:22:15,571 DEBUG [StoreOpener-32267fda11c131a600518acd59574fb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:15,571 INFO [StoreOpener-32267fda11c131a600518acd59574fb5-1 {}] regionserver.HStore(327): Store=32267fda11c131a600518acd59574fb5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:15,571 INFO [StoreOpener-32267fda11c131a600518acd59574fb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 32267fda11c131a600518acd59574fb5 2024-11-10T01:22:15,572 INFO [StoreOpener-32267fda11c131a600518acd59574fb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32267fda11c131a600518acd59574fb5 columnFamilyName sid 2024-11-10T01:22:15,572 DEBUG [StoreOpener-32267fda11c131a600518acd59574fb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:15,572 INFO [StoreOpener-32267fda11c131a600518acd59574fb5-1 {}] regionserver.HStore(327): Store=32267fda11c131a600518acd59574fb5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:15,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 32267fda11c131a600518acd59574fb5 2024-11-10T01:22:15,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/replication/32267fda11c131a600518acd59574fb5 2024-11-10T01:22:15,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/replication/32267fda11c131a600518acd59574fb5 2024-11-10T01:22:15,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 32267fda11c131a600518acd59574fb5 2024-11-10T01:22:15,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 32267fda11c131a600518acd59574fb5 2024-11-10T01:22:15,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:22:15,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 32267fda11c131a600518acd59574fb5 2024-11-10T01:22:15,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/replication/32267fda11c131a600518acd59574fb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:15,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 32267fda11c131a600518acd59574fb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74001145, jitterRate=0.10270299017429352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:22:15,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32267fda11c131a600518acd59574fb5 2024-11-10T01:22:15,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 32267fda11c131a600518acd59574fb5: Running coprocessor pre-open hook at 1731201735568Writing region info on filesystem at 1731201735568Initializing all the Stores at 1731201735569 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201735569Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201735569Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201735569Cleaning up temporary data from old regions at 1731201735574 (+5 ms)Running coprocessor post-open hooks at 1731201735577 (+3 ms)Region opened successfully at 1731201735577 2024-11-10T01:22:15,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5., pid=10, masterSystemTime=1731201735545 2024-11-10T01:22:15,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. 2024-11-10T01:22:15,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. 2024-11-10T01:22:15,581 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=32267fda11c131a600518acd59574fb5, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,41781,1731201723806 2024-11-10T01:22:15,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32267fda11c131a600518acd59574fb5, server=0c4d4d227d60,41781,1731201723806 because future has completed 2024-11-10T01:22:15,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T01:22:15,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 32267fda11c131a600518acd59574fb5, server=0c4d4d227d60,41781,1731201723806 in 190 msec 2024-11-10T01:22:15,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T01:22:15,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32267fda11c131a600518acd59574fb5, ASSIGN in 346 msec 2024-11-10T01:22:15,587 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:22:15,587 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201735587"}]},"ts":"1731201735587"} 2024-11-10T01:22:15,589 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T01:22:15,590 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:22:15,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-10T01:22:15,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5., hostname=0c4d4d227d60,41781,1731201723806, seqNum=2] 2024-11-10T01:22:15,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:15,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:15,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:22:15,814 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 379, reset compression=false 2024-11-10T01:22:15,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T01:22:15,876 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T01:22:15,900 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,41781,1731201723806, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:22:15,900 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:15,900 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,41781,1731201723806, seqNum=-1] 2024-11-10T01:22:15,901 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:15,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T01:22:15,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0c4d4d227d60,41781,1731201723806', locateType=CURRENT is [region=hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5., hostname=0c4d4d227d60,41781,1731201723806, seqNum=2] 2024-11-10T01:22:15,905 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T01:22:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T01:22:15,907 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0c4d4d227d60,41781,1731201723806 suceeded 2024-11-10T01:22:15,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T01:22:15,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-10T01:22:15,908 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0c4d4d227d60:42699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:22:15,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-11-10T01:22:15,918 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:42699' 2024-11-10T01:22:15,918 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28a0c702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:15,918 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42699,-1 for getting cluster id 2024-11-10T01:22:15,919 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:15,919 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bdaf6dde-c84a-4c9b-9487-9bbf4f07e967' 2024-11-10T01:22:15,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:15,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bdaf6dde-c84a-4c9b-9487-9bbf4f07e967" 2024-11-10T01:22:15,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39a40a34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:15,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42699,-1] 2024-11-10T01:22:15,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:15,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:15,920 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:15,921 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a48b850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:15,921 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:15,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42699,1731201713577 2024-11-10T01:22:15,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30195ce9 2024-11-10T01:22:15,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:15,922 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T01:22:15,922 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,41781,1731201723806 (queues=1) is replicating from cluster=0209634d-1902-4814-92d0-62eace01f38b to cluster=bdaf6dde-c84a-4c9b-9487-9bbf4f07e967 2024-11-10T01:22:15,923 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C41781%2C1731201723806 2024-11-10T01:22:15,923 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,41781,1731201723806, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:22:15,923 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C41781%2C1731201723806 2024-11-10T01:22:15,923 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053, startPosition=0, beingWritten=true 2024-11-10T01:22:15,927 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:15,927 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 379, reset compression=false 2024-11-10T01:22:15,927 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41781,1731201723806 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:15,968 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 379, reset compression=false 2024-11-10T01:22:16,131 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 379, reset compression=false 2024-11-10T01:22:16,417 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 379, reset compression=false 2024-11-10T01:22:16,433 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 379, reset compression=false 2024-11-10T01:22:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:16,558 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:22:16,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:22:16,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:16,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:16,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:16,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:16,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c6a08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:16,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42699,-1 for getting cluster id 2024-11-10T01:22:16,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:16,560 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bdaf6dde-c84a-4c9b-9487-9bbf4f07e967' 2024-11-10T01:22:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bdaf6dde-c84a-4c9b-9487-9bbf4f07e967" 2024-11-10T01:22:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3c1179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42699,-1] 2024-11-10T01:22:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:16,561 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:16,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b700d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:16,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74066252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:16,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,33173,-1 for getting cluster id 2024-11-10T01:22:16,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:16,562 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f832255-8972-47e6-8fb1-6836cdbb13b1' 2024-11-10T01:22:16,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:16,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f832255-8972-47e6-8fb1-6836cdbb13b1" 2024-11-10T01:22:16,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436111d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:16,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,33173,-1] 2024-11-10T01:22:16,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:16,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:16,563 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:16,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a24ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:16,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ad9df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:16,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40501,-1 for getting cluster id 2024-11-10T01:22:16,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:16,565 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0209634d-1902-4814-92d0-62eace01f38b' 2024-11-10T01:22:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0209634d-1902-4814-92d0-62eace01f38b" 2024-11-10T01:22:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b47edd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40501,-1] 2024-11-10T01:22:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:16,566 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fed9f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:16,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:16,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,45513,1731201713767, seqNum=-1] 2024-11-10T01:22:16,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:16,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:22:16,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50., hostname=0c4d4d227d60,45513,1731201713767, seqNum=2] 2024-11-10T01:22:16,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:16,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,41781,1731201723806, seqNum=-1] 2024-11-10T01:22:16,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:16,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:22:16,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6., hostname=0c4d4d227d60,41781,1731201723806, seqNum=2] 2024-11-10T01:22:16,591 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T01:22:16,836 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 379, reset compression=false 2024-11-10T01:22:16,871 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 379, reset compression=false 2024-11-10T01:22:16,876 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:22:16,876 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 480, reset compression=false 2024-11-10T01:22:16,876 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,45513,1731201713767 got entry batch from reader: WALEntryBatch [walEntries=[{test/7847f23c5cae0eb3ec5a7e115c1dbd50/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T01:22:16,878 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:22:16,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-10T01:22:16,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:22:16,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31155158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:16,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,33173,-1 for getting cluster id 2024-11-10T01:22:16,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:16,884 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f832255-8972-47e6-8fb1-6836cdbb13b1' 2024-11-10T01:22:16,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:16,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f832255-8972-47e6-8fb1-6836cdbb13b1" 2024-11-10T01:22:16,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed016e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:16,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,33173,-1] 2024-11-10T01:22:16,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:16,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:16,885 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:16,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a3ea999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:16,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:16,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,41619,1731201719379, seqNum=-1] 2024-11-10T01:22:16,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:16,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T01:22:16,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7., hostname=0c4d4d227d60,41619,1731201719379, seqNum=2] 2024-11-10T01:22:16,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:22:17,084 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 480, reset compression=false 2024-11-10T01:22:17,120 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 379, reset compression=false 2024-11-10T01:22:17,124 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:22:17,124 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 504, reset compression=false 2024-11-10T01:22:17,124 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41619,1731201719379 got entry batch from reader: WALEntryBatch [walEntries=[{test/5123d5f8839a03aa8b643f800067ebb7/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T01:22:17,126 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:22:17,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-10T01:22:17,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:22:17,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11911a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:17,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40501,-1 for getting cluster id 2024-11-10T01:22:17,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:17,129 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0209634d-1902-4814-92d0-62eace01f38b' 2024-11-10T01:22:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0209634d-1902-4814-92d0-62eace01f38b" 2024-11-10T01:22:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e5a328c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40501,-1] 2024-11-10T01:22:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:17,130 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:17,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68e540b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:17,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:17,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,41781,1731201723806, seqNum=-1] 2024-11-10T01:22:17,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:17,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T01:22:17,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6., hostname=0c4d4d227d60,41781,1731201723806, seqNum=2] 2024-11-10T01:22:17,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:22:17,327 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 504, reset compression=false 2024-11-10T01:22:17,339 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 379, reset compression=false 2024-11-10T01:22:17,343 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:17,343 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 527, reset compression=false 2024-11-10T01:22:17,343 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41781,1731201723806 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:17,387 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 480, reset compression=false 2024-11-10T01:22:17,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:22:17,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:17,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:17,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:17,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:17,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:17,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:17,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:17,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:17,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:17,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:17,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:17,546 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 527, reset compression=false 2024-11-10T01:22:17,592 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T01:22:17,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:17,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,41619,1731201719379, seqNum=-1] 2024-11-10T01:22:17,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:17,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:22:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7., hostname=0c4d4d227d60,41619,1731201719379, seqNum=2] 2024-11-10T01:22:17,599 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T01:22:17,631 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 504, reset compression=false 2024-11-10T01:22:17,634 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:22:17,634 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 608, reset compression=false 2024-11-10T01:22:17,634 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41619,1731201719379 got entry batch from reader: WALEntryBatch [walEntries=[{test/5123d5f8839a03aa8b643f800067ebb7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T01:22:17,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:22:17,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:22:17,791 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 480, reset compression=false 2024-11-10T01:22:17,837 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 608, reset compression=false 2024-11-10T01:22:17,849 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 527, reset compression=false 2024-11-10T01:22:17,853 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:22:17,853 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 654, reset compression=false 2024-11-10T01:22:17,853 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41781,1731201723806 got entry batch from reader: WALEntryBatch [walEntries=[{test/a94c6fa5c8ef9a0c69b3176f4d266ad6/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T01:22:17,855 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:22:17,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T01:22:17,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:22:17,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40b54f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:17,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42699,-1 for getting cluster id 2024-11-10T01:22:17,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:17,857 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bdaf6dde-c84a-4c9b-9487-9bbf4f07e967' 2024-11-10T01:22:17,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:17,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bdaf6dde-c84a-4c9b-9487-9bbf4f07e967" 2024-11-10T01:22:17,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5baeb053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:17,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42699,-1] 2024-11-10T01:22:17,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:17,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:17,858 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:17,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a3c126f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:17,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:17,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,45513,1731201713767, seqNum=-1] 2024-11-10T01:22:17,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:17,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T01:22:17,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50., hostname=0c4d4d227d60,45513,1731201713767, seqNum=2] 2024-11-10T01:22:17,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:22:18,057 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 654, reset compression=false 2024-11-10T01:22:18,140 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 608, reset compression=false 2024-11-10T01:22:18,294 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 480, reset compression=false 2024-11-10T01:22:18,299 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:18,299 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 630, reset compression=false 2024-11-10T01:22:18,299 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,45513,1731201713767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:18,360 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 654, reset compression=false 2024-11-10T01:22:18,503 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 630, reset compression=false 2024-11-10T01:22:18,544 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 608, reset compression=false 2024-11-10T01:22:18,600 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T01:22:18,603 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T01:22:18,763 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 654, reset compression=false 2024-11-10T01:22:18,766 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:22:18,766 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 758, reset compression=false 2024-11-10T01:22:18,766 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41781,1731201723806 got entry batch from reader: WALEntryBatch [walEntries=[{test/a94c6fa5c8ef9a0c69b3176f4d266ad6/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T01:22:18,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:22:18,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:22:18,806 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 630, reset compression=false 2024-11-10T01:22:18,809 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:22:18,809 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 757, reset compression=false 2024-11-10T01:22:18,809 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,45513,1731201713767 got entry batch from reader: WALEntryBatch [walEntries=[{test/7847f23c5cae0eb3ec5a7e115c1dbd50/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T01:22:18,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:22:18,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:22:18,970 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 758, reset compression=false 2024-11-10T01:22:19,012 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 757, reset compression=false 2024-11-10T01:22:19,047 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 608, reset compression=false 2024-11-10T01:22:19,051 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:19,051 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 759, reset compression=false 2024-11-10T01:22:19,051 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41619,1731201719379 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:19,254 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 759, reset compression=false 2024-11-10T01:22:19,273 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 758, reset compression=false 2024-11-10T01:22:19,315 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 757, reset compression=false 2024-11-10T01:22:19,558 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 759, reset compression=false 2024-11-10T01:22:19,604 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T01:22:19,607 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T01:22:19,677 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 758, reset compression=false 2024-11-10T01:22:19,718 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 757, reset compression=false 2024-11-10T01:22:19,722 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:22:19,722 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 913, reset compression=false 2024-11-10T01:22:19,722 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,45513,1731201713767 got entry batch from reader: WALEntryBatch [walEntries=[{test/7847f23c5cae0eb3ec5a7e115c1dbd50/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T01:22:19,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:22:19,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:22:19,925 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 913, reset compression=false 2024-11-10T01:22:19,961 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 759, reset compression=false 2024-11-10T01:22:19,964 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:22:19,964 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 907, reset compression=false 2024-11-10T01:22:19,964 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41619,1731201719379 got entry batch from reader: WALEntryBatch [walEntries=[{test/5123d5f8839a03aa8b643f800067ebb7/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T01:22:19,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:22:19,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:22:20,168 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 907, reset compression=false 2024-11-10T01:22:20,180 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 758, reset compression=false 2024-11-10T01:22:20,184 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:20,184 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 929, reset compression=false 2024-11-10T01:22:20,184 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41781,1731201723806 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:20,228 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 913, reset compression=false 2024-11-10T01:22:20,387 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 929, reset compression=false 2024-11-10T01:22:20,471 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 907, reset compression=false 2024-11-10T01:22:20,609 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T01:22:20,612 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T01:22:20,631 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 913, reset compression=false 2024-11-10T01:22:20,690 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 929, reset compression=false 2024-11-10T01:22:20,874 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 907, reset compression=false 2024-11-10T01:22:20,878 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:22:20,878 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1066, reset compression=false 2024-11-10T01:22:20,878 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41619,1731201719379 got entry batch from reader: WALEntryBatch [walEntries=[{test/5123d5f8839a03aa8b643f800067ebb7/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T01:22:20,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:22:20,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:22:21,081 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1066, reset compression=false 2024-11-10T01:22:21,093 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 929, reset compression=false 2024-11-10T01:22:21,096 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:22:21,096 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 1078, reset compression=false 2024-11-10T01:22:21,096 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41781,1731201723806 got entry batch from reader: WALEntryBatch [walEntries=[{test/a94c6fa5c8ef9a0c69b3176f4d266ad6/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T01:22:21,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:22:21,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:22:21,134 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 913, reset compression=false 2024-11-10T01:22:21,138 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:21,138 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1085, reset compression=false 2024-11-10T01:22:21,138 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,45513,1731201713767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:21,299 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 1078, reset compression=false 2024-11-10T01:22:21,341 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1085, reset compression=false 2024-11-10T01:22:21,384 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1066, reset compression=false 2024-11-10T01:22:21,603 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 1078, reset compression=false 2024-11-10T01:22:21,614 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T01:22:21,617 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T01:22:21,644 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1085, reset compression=false 2024-11-10T01:22:21,787 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1066, reset compression=false 2024-11-10T01:22:22,007 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 1078, reset compression=false 2024-11-10T01:22:22,011 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:22:22,011 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 1237, reset compression=false 2024-11-10T01:22:22,011 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41781,1731201723806 got entry batch from reader: WALEntryBatch [walEntries=[{test/a94c6fa5c8ef9a0c69b3176f4d266ad6/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T01:22:22,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:22:22,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:22:22,046 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1085, reset compression=false 2024-11-10T01:22:22,050 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:22:22,050 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1234, reset compression=false 2024-11-10T01:22:22,050 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,45513,1731201713767 got entry batch from reader: WALEntryBatch [walEntries=[{test/7847f23c5cae0eb3ec5a7e115c1dbd50/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T01:22:22,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:22:22,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:22:22,214 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 1237, reset compression=false 2024-11-10T01:22:22,254 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1234, reset compression=false 2024-11-10T01:22:22,290 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1066, reset compression=false 2024-11-10T01:22:22,294 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:22,294 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1239, reset compression=false 2024-11-10T01:22:22,294 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41619,1731201719379 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:22,496 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1239, reset compression=false 2024-11-10T01:22:22,517 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 1237, reset compression=false 2024-11-10T01:22:22,557 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1234, reset compression=false 2024-11-10T01:22:22,619 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T01:22:22,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c52da6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:22,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40501,-1 for getting cluster id 2024-11-10T01:22:22,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:22,625 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0209634d-1902-4814-92d0-62eace01f38b' 2024-11-10T01:22:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0209634d-1902-4814-92d0-62eace01f38b" 2024-11-10T01:22:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a43c9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40501,-1] 2024-11-10T01:22:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:22,626 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efa7196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:22,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:22,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40501,1731201723660 2024-11-10T01:22:22,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b3e8c51 2024-11-10T01:22:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:22,631 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:22,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-10T01:22:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-10T01:22:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T01:22:22,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:22:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T01:22:22,799 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1239, reset compression=false 2024-11-10T01:22:22,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T01:22:22,843 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-10T01:22:22,844 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-10T01:22:22,844 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,41781,1731201723806 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-10T01:22:22,844 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0. 2024-11-10T01:22:22,844 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:22,844 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:22,845 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:22,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:22,945 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T01:22:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T01:22:22,960 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1234, reset compression=false 2024-11-10T01:22:23,045 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 terminated 2024-11-10T01:22:23,059 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,41781,1731201723806, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:22:23,060 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-10T01:22:23,060 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T01:22:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T01:22:23,062 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 0c4d4d227d60,41781,1731201723806 suceeded 2024-11-10T01:22:23,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T01:22:23,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-11-10T01:22:23,064 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-10T01:22:23,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 433 msec 2024-11-10T01:22:23,073 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:42699' 2024-11-10T01:22:23,074 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@381704b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:23,074 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42699,-1 for getting cluster id 2024-11-10T01:22:23,074 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:23,075 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bdaf6dde-c84a-4c9b-9487-9bbf4f07e967' 2024-11-10T01:22:23,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:23,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bdaf6dde-c84a-4c9b-9487-9bbf4f07e967" 2024-11-10T01:22:23,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ae2e0a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:23,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42699,-1] 2024-11-10T01:22:23,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:23,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:23,076 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:23,077 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21cac560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:23,077 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:23,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42699,1731201713577 2024-11-10T01:22:23,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e0cb27e 2024-11-10T01:22:23,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:23,078 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T01:22:23,079 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,41781,1731201723806 (queues=1) is replicating from cluster=0209634d-1902-4814-92d0-62eace01f38b to cluster=bdaf6dde-c84a-4c9b-9487-9bbf4f07e967 2024-11-10T01:22:23,079 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C41781%2C1731201723806 2024-11-10T01:22:23,079 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,41781,1731201723806, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:22:23,079 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C41781%2C1731201723806 2024-11-10T01:22:23,167 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:22:23,202 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1239, reset compression=false 2024-11-10T01:22:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T01:22:23,258 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:22:23,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:22:23,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:23,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:23,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:23,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:23,261 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-10T01:22:23,463 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1234, reset compression=false 2024-11-10T01:22:23,466 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:22:23,467 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1338, reset compression=false 2024-11-10T01:22:23,467 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,45513,1731201713767 got entry batch from reader: WALEntryBatch [walEntries=[{test/7847f23c5cae0eb3ec5a7e115c1dbd50/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T01:22:23,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:22:23,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:22:23,670 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1338, reset compression=false 2024-11-10T01:22:23,705 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1239, reset compression=false 2024-11-10T01:22:23,709 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:22:23,709 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1367, reset compression=false 2024-11-10T01:22:23,709 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41619,1731201719379 got entry batch from reader: WALEntryBatch [walEntries=[{test/5123d5f8839a03aa8b643f800067ebb7/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T01:22:23,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:22:23,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:22:23,912 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1367, reset compression=false 2024-11-10T01:22:23,973 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1338, reset compression=false 2024-11-10T01:22:24,215 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1367, reset compression=false 2024-11-10T01:22:24,262 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-10T01:22:24,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c4d729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:24,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,40501,-1 for getting cluster id 2024-11-10T01:22:24,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:24,265 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0209634d-1902-4814-92d0-62eace01f38b' 2024-11-10T01:22:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0209634d-1902-4814-92d0-62eace01f38b" 2024-11-10T01:22:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d9771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,40501,-1] 2024-11-10T01:22:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:24,266 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247d7938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:24,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,40501,1731201723660 2024-11-10T01:22:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@504e019c 2024-11-10T01:22:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:24,270 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:24,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-10T01:22:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-10T01:22:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T01:22:24,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:22:24,377 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1338, reset compression=false 2024-11-10T01:22:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T01:22:24,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-10T01:22:24,486 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-10T01:22:24,486 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T01:22:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-10T01:22:24,488 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 0c4d4d227d60,41781,1731201723806 suceeded 2024-11-10T01:22:24,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-10T01:22:24,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-10T01:22:24,490 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-10T01:22:24,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 219 msec 2024-11-10T01:22:24,580 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053, startPosition=1237, beingWritten=true 2024-11-10T01:22:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T01:22:24,591 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:22:24,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:22:24,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:24,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:24,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:24,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:24,593 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-10T01:22:24,593 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:24,593 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 1388, reset compression=false 2024-11-10T01:22:24,593 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41781,1731201723806 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053, lastWalPosition=1388, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:24,619 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1367, reset compression=false 2024-11-10T01:22:24,622 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:22:24,623 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1471, reset compression=false 2024-11-10T01:22:24,623 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41619,1731201719379 got entry batch from reader: WALEntryBatch [walEntries=[{test/5123d5f8839a03aa8b643f800067ebb7/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T01:22:24,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:22:24,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:22:24,797 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 1388, reset compression=false 2024-11-10T01:22:24,800 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:22:24,800 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 1515, reset compression=false 2024-11-10T01:22:24,800 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41781,1731201723806 got entry batch from reader: WALEntryBatch [walEntries=[{test/a94c6fa5c8ef9a0c69b3176f4d266ad6/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T01:22:24,802 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:22:24,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T01:22:24,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:22:24,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:22:24,825 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1471, reset compression=false 2024-11-10T01:22:24,880 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1338, reset compression=false 2024-11-10T01:22:24,893 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:24,893 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1488, reset compression=false 2024-11-10T01:22:24,893 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,45513,1731201713767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:24,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:24,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:22:24,929 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68436 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:22:25,003 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 1515, reset compression=false 2024-11-10T01:22:25,097 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1488, reset compression=false 2024-11-10T01:22:25,128 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1471, reset compression=false 2024-11-10T01:22:25,307 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 1515, reset compression=false 2024-11-10T01:22:25,400 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1488, reset compression=false 2024-11-10T01:22:25,531 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1471, reset compression=false 2024-11-10T01:22:25,595 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-10T01:22:25,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:22:25,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:22:25,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:25,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:25,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:25,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:25,596 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:22:25,596 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=928241485, stopped=false 2024-11-10T01:22:25,596 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,40501,1731201723660 2024-11-10T01:22:25,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1280434935/running 2024-11-10T01:22:25,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1280434935/running 2024-11-10T01:22:25,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:25,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:25,701 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:22:25,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:22:25,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:25,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:25,702 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,41781,1731201723806' ***** 2024-11-10T01:22:25,702 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:22:25,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Set watcher on znode that does not yet exist, /2-1280434935/running 2024-11-10T01:22:25,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Set watcher on znode that does not yet exist, /2-1280434935/running 2024-11-10T01:22:25,702 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-10T01:22:25,702 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(3091): Received CLOSE for a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:25,703 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(3091): Received CLOSE for 32267fda11c131a600518acd59574fb5 2024-11-10T01:22:25,703 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a94c6fa5c8ef9a0c69b3176f4d266ad6, disabling compactions & flushes 2024-11-10T01:22:25,703 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6. 2024-11-10T01:22:25,703 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6. 2024-11-10T01:22:25,703 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6. after waiting 0 ms 2024-11-10T01:22:25,703 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6. 2024-11-10T01:22:25,703 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a94c6fa5c8ef9a0c69b3176f4d266ad6 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T01:22:25,704 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:22:25,704 INFO [RS:0;0c4d4d227d60:41781 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:22:25,704 INFO [RS:0;0c4d4d227d60:41781 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:22:25,704 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 32267fda11c131a600518acd59574fb5, which we are already trying to CLOSE, but not completed yet 2024-11-10T01:22:25,704 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,41781,1731201723806 2024-11-10T01:22:25,704 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:22:25,704 INFO [RS:0;0c4d4d227d60:41781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:41781. 2024-11-10T01:22:25,704 DEBUG [RS:0;0c4d4d227d60:41781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:25,704 DEBUG [RS:0;0c4d4d227d60:41781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:25,704 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:22:25,704 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:22:25,704 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:22:25,705 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:22:25,705 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:22:25,705 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T01:22:25,705 DEBUG [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(1325): Online Regions={a94c6fa5c8ef9a0c69b3176f4d266ad6=test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6., 32267fda11c131a600518acd59574fb5=hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:22:25,705 DEBUG [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32267fda11c131a600518acd59574fb5, a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:25,705 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:22:25,705 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:22:25,705 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:22:25,705 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:22:25,705 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:22:25,705 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T01:22:25,710 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 1515, reset compression=false 2024-11-10T01:22:25,714 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:25,714 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 1762, reset compression=false 2024-11-10T01:22:25,714 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41781,1731201723806 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:25,715 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0c4d4d227d60,41781,1731201723806: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0c4d4d227d60,41781,1731201723806, walGroup=0c4d4d227d60%2C41781%2C1731201723806, offset=0c4d4d227d60%2C41781%2C1731201723806.1731201726053:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:41781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T01:22:25,716 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T01:22:25,716 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T01:22:25,717 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T01:22:25,717 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T01:22:25,717 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T01:22:25,717 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1140850688, "init": 1048576000, "max": 2306867200, "used": 757610496 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198043416 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T01:22:25,717 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-10T01:22:25,720 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/.tmp/info/cb0e1902701643ce8cdf516849d27022 is 147, key is hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5./info:regioninfo/1731201735581/Put/seqid=0 2024-11-10T01:22:25,720 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/.tmp/f/c88a7ee572e545c4b45023e300950f3d is 37, key is row3/f:row3/1731201743259/Put/seqid=0 2024-11-10T01:22:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741841_1017 (size=5228) 2024-11-10T01:22:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741840_1016 (size=7686) 2024-11-10T01:22:25,724 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/.tmp/info/cb0e1902701643ce8cdf516849d27022 2024-11-10T01:22:25,724 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/.tmp/f/c88a7ee572e545c4b45023e300950f3d 2024-11-10T01:22:25,727 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c88a7ee572e545c4b45023e300950f3d 2024-11-10T01:22:25,739 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/.tmp/ns/53cf706530934c02ac7d1679e79c5a0f is 43, key is default/ns:d/1731201727078/Put/seqid=0 2024-11-10T01:22:25,739 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/.tmp/f1/694fe474cd4b4262b09d8785930e9db7 is 30, key is row1/f1:/1731201740610/DeleteFamily/seqid=0 2024-11-10T01:22:25,739 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:22:25,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741842_1018 (size=5158) 2024-11-10T01:22:25,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741843_1019 (size=5153) 2024-11-10T01:22:25,742 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/.tmp/f1/694fe474cd4b4262b09d8785930e9db7 2024-11-10T01:22:25,745 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 694fe474cd4b4262b09d8785930e9db7 2024-11-10T01:22:25,761 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/.tmp/norep/dbe572c5bb7d4af19a7a8cac6d8d19f2 is 33, key is row2/norep:/1731201741614/DeleteFamily/seqid=0 2024-11-10T01:22:25,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741844_1020 (size=5108) 2024-11-10T01:22:25,803 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1488, reset compression=false 2024-11-10T01:22:25,905 DEBUG [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32267fda11c131a600518acd59574fb5, a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:25,919 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 1762, reset compression=false 2024-11-10T01:22:25,962 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:22:25,963 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:22:26,035 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1471, reset compression=false 2024-11-10T01:22:26,105 DEBUG [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32267fda11c131a600518acd59574fb5, a94c6fa5c8ef9a0c69b3176f4d266ad6 2024-11-10T01:22:26,143 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/.tmp/ns/53cf706530934c02ac7d1679e79c5a0f 2024-11-10T01:22:26,162 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/.tmp/rep_barrier/7f25ede92bd64273910b259390c1f713 is 112, key is test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6./rep_barrier:seqnumDuringOpen/1731201730717/Put/seqid=0 2024-11-10T01:22:26,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741845_1021 (size=5518) 2024-11-10T01:22:26,165 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/.tmp/rep_barrier/7f25ede92bd64273910b259390c1f713 2024-11-10T01:22:26,174 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/.tmp/norep/dbe572c5bb7d4af19a7a8cac6d8d19f2 2024-11-10T01:22:26,177 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dbe572c5bb7d4af19a7a8cac6d8d19f2 2024-11-10T01:22:26,177 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/.tmp/f/c88a7ee572e545c4b45023e300950f3d as hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/f/c88a7ee572e545c4b45023e300950f3d 2024-11-10T01:22:26,181 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c88a7ee572e545c4b45023e300950f3d 2024-11-10T01:22:26,181 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/f/c88a7ee572e545c4b45023e300950f3d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T01:22:26,181 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/.tmp/f1/694fe474cd4b4262b09d8785930e9db7 as hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/f1/694fe474cd4b4262b09d8785930e9db7 2024-11-10T01:22:26,182 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/.tmp/table/a6b4da67587f47bdbfe2ebecb2b060be is 53, key is hbase:replication/table:state/1731201735587/Put/seqid=0 2024-11-10T01:22:26,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741846_1022 (size=5308) 2024-11-10T01:22:26,185 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 694fe474cd4b4262b09d8785930e9db7 2024-11-10T01:22:26,185 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/f1/694fe474cd4b4262b09d8785930e9db7, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T01:22:26,186 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/.tmp/norep/dbe572c5bb7d4af19a7a8cac6d8d19f2 as hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/norep/dbe572c5bb7d4af19a7a8cac6d8d19f2 2024-11-10T01:22:26,189 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dbe572c5bb7d4af19a7a8cac6d8d19f2 2024-11-10T01:22:26,189 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/norep/dbe572c5bb7d4af19a7a8cac6d8d19f2, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T01:22:26,190 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a94c6fa5c8ef9a0c69b3176f4d266ad6 in 487ms, sequenceid=12, compaction requested=false 2024-11-10T01:22:26,193 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/default/test/a94c6fa5c8ef9a0c69b3176f4d266ad6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T01:22:26,194 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:22:26,194 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:22:26,194 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6. 2024-11-10T01:22:26,194 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a94c6fa5c8ef9a0c69b3176f4d266ad6: Waiting for close lock at 1731201745703Running coprocessor pre-close hooks at 1731201745703Disabling compacts and flushes for region at 1731201745703Disabling writes for close at 1731201745703Obtaining lock to block concurrent updates at 1731201745703Preparing flush snapshotting stores in a94c6fa5c8ef9a0c69b3176f4d266ad6 at 1731201745703Finished memstore snapshotting test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731201745703Flushing stores of test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6. at 1731201745704 (+1 ms)Flushing a94c6fa5c8ef9a0c69b3176f4d266ad6/f: creating writer at 1731201745704Flushing a94c6fa5c8ef9a0c69b3176f4d266ad6/f: appending metadata at 1731201745720 (+16 ms)Flushing a94c6fa5c8ef9a0c69b3176f4d266ad6/f: closing flushed file at 1731201745720Flushing a94c6fa5c8ef9a0c69b3176f4d266ad6/f1: creating writer at 1731201745727 (+7 ms)Flushing a94c6fa5c8ef9a0c69b3176f4d266ad6/f1: appending metadata at 1731201745739 (+12 ms)Flushing a94c6fa5c8ef9a0c69b3176f4d266ad6/f1: closing flushed file at 1731201745739Flushing a94c6fa5c8ef9a0c69b3176f4d266ad6/norep: creating writer at 1731201745745 (+6 ms)Flushing a94c6fa5c8ef9a0c69b3176f4d266ad6/norep: appending metadata at 1731201745760 (+15 ms)Flushing a94c6fa5c8ef9a0c69b3176f4d266ad6/norep: closing flushed file at 1731201745760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34face44: reopening flushed file at 1731201746177 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1da8ed9d: reopening flushed file at 1731201746181 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@430402da: reopening flushed file at 1731201746185 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a94c6fa5c8ef9a0c69b3176f4d266ad6 in 487ms, sequenceid=12, compaction requested=false at 1731201746190 (+5 ms)Writing region close event to WAL at 1731201746191 (+1 ms)Running coprocessor post-close hooks at 1731201746194 (+3 ms)Closed at 1731201746194 2024-11-10T01:22:26,194 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731201729970.a94c6fa5c8ef9a0c69b3176f4d266ad6. 2024-11-10T01:22:26,194 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32267fda11c131a600518acd59574fb5, disabling compactions & flushes 2024-11-10T01:22:26,194 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. 2024-11-10T01:22:26,194 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. 2024-11-10T01:22:26,194 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. after waiting 0 ms 2024-11-10T01:22:26,194 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. 2024-11-10T01:22:26,194 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32267fda11c131a600518acd59574fb5: Waiting for close lock at 1731201746194Running coprocessor pre-close hooks at 1731201746194Disabling compacts and flushes for region at 1731201746194Disabling writes for close at 1731201746194Failed flush hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5., putting online again at 1731201746194 2024-11-10T01:22:26,195 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. 2024-11-10T01:22:26,224 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 1762, reset compression=false 2024-11-10T01:22:26,227 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:26,228 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 2406, reset compression=false 2024-11-10T01:22:26,305 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(3091): Received CLOSE for 32267fda11c131a600518acd59574fb5 2024-11-10T01:22:26,305 DEBUG [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32267fda11c131a600518acd59574fb5 2024-11-10T01:22:26,306 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32267fda11c131a600518acd59574fb5, disabling compactions & flushes 2024-11-10T01:22:26,306 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. 2024-11-10T01:22:26,306 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. 2024-11-10T01:22:26,306 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. after waiting 0 ms 2024-11-10T01:22:26,306 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. 2024-11-10T01:22:26,306 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1488, reset compression=false 2024-11-10T01:22:26,306 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32267fda11c131a600518acd59574fb5: Waiting for close lock at 1731201746306Running coprocessor pre-close hooks at 1731201746306Disabling compacts and flushes for region at 1731201746306Disabling writes for close at 1731201746306Failed flush hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5., putting online again at 1731201746306 2024-11-10T01:22:26,306 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5. 2024-11-10T01:22:26,430 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.wal-reader.0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/WALs/0c4d4d227d60,41781,1731201723806/0c4d4d227d60%2C41781%2C1731201723806.1731201726053 to pos 2406, reset compression=false 2024-11-10T01:22:26,506 DEBUG [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:22:26,585 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/.tmp/table/a6b4da67587f47bdbfe2ebecb2b060be 2024-11-10T01:22:26,589 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/.tmp/info/cb0e1902701643ce8cdf516849d27022 as hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/info/cb0e1902701643ce8cdf516849d27022 2024-11-10T01:22:26,594 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/info/cb0e1902701643ce8cdf516849d27022, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T01:22:26,595 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/.tmp/ns/53cf706530934c02ac7d1679e79c5a0f as hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/ns/53cf706530934c02ac7d1679e79c5a0f 2024-11-10T01:22:26,599 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/ns/53cf706530934c02ac7d1679e79c5a0f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T01:22:26,599 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/.tmp/rep_barrier/7f25ede92bd64273910b259390c1f713 as hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/rep_barrier/7f25ede92bd64273910b259390c1f713 2024-11-10T01:22:26,603 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/rep_barrier/7f25ede92bd64273910b259390c1f713, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T01:22:26,604 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/.tmp/table/a6b4da67587f47bdbfe2ebecb2b060be as hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/table/a6b4da67587f47bdbfe2ebecb2b060be 2024-11-10T01:22:26,608 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/table/a6b4da67587f47bdbfe2ebecb2b060be, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T01:22:26,609 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false 2024-11-10T01:22:26,615 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T01:22:26,615 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:22:26,615 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:22:26,616 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:22:26,616 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201745705Running coprocessor pre-close hooks at 1731201745705Disabling compacts and flushes for region at 1731201745705Disabling writes for close at 1731201745705Obtaining lock to block concurrent updates at 1731201745705Preparing flush snapshotting stores in 1588230740 at 1731201745705Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731201745705Flushing stores of hbase:meta,,1.1588230740 at 1731201745706 (+1 ms)Flushing 1588230740/info: creating writer at 1731201745706Flushing 1588230740/info: appending metadata at 1731201745720 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731201745720Flushing 1588230740/ns: creating writer at 1731201745727 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731201745739 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731201745739Flushing 1588230740/rep_barrier: creating writer at 1731201746146 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731201746162 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731201746162Flushing 1588230740/table: creating writer at 1731201746169 (+7 ms)Flushing 1588230740/table: appending metadata at 1731201746181 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731201746181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc033ea: reopening flushed file at 1731201746589 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d6fdc0: reopening flushed file at 1731201746594 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f882bbb: reopening flushed file at 1731201746599 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a2e4cbe: reopening flushed file at 1731201746603 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false at 1731201746609 (+6 ms)Writing region close event to WAL at 1731201746612 (+3 ms)Running coprocessor post-close hooks at 1731201746615 (+3 ms)Closed at 1731201746616 (+1 ms) 2024-11-10T01:22:26,616 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:22:26,638 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1471, reset compression=false 2024-11-10T01:22:26,706 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T01:22:26,706 DEBUG [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(1325): Online Regions={32267fda11c131a600518acd59574fb5=hbase:replication,,1731201734420.32267fda11c131a600518acd59574fb5.} 2024-11-10T01:22:26,706 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T01:22:26,706 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,41781,1731201723806; all regions closed. 2024-11-10T01:22:26,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741834_1010 (size=4239) 2024-11-10T01:22:26,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741839_1015 (size=2609) 2024-11-10T01:22:26,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741832_1008 (size=2414) 2024-11-10T01:22:26,715 DEBUG [RS:0;0c4d4d227d60:41781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:26,715 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:22:26,715 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:22:26,715 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:22:26,716 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:22:26,716 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:22:26,716 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,41781,1731201723806 because: Region server is closing 2024-11-10T01:22:26,716 INFO [RS:0;0c4d4d227d60:41781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:41781. 2024-11-10T01:22:26,716 DEBUG [RS:0;0c4d4d227d60:41781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:26,716 DEBUG [RS:0;0c4d4d227d60:41781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:26,716 DEBUG [RS:0;0c4d4d227d60:41781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:26,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:26,816 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41781,1731201723806.replicationSource.shipper0c4d4d227d60%2C41781%2C1731201723806,1-0c4d4d227d60,41781,1731201723806 terminated 2024-11-10T01:22:26,817 INFO [RS:0;0c4d4d227d60:41781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:41781. 2024-11-10T01:22:26,817 DEBUG [RS:0;0c4d4d227d60:41781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:26,817 DEBUG [RS:0;0c4d4d227d60:41781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:26,817 DEBUG [RS:0;0c4d4d227d60:41781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:26,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:26,817 INFO [RS:0;0c4d4d227d60:41781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41781 2024-11-10T01:22:26,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935/rs 2024-11-10T01:22:26,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1280434935/rs/0c4d4d227d60,41781,1731201723806 2024-11-10T01:22:26,873 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:22:26,909 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1488, reset compression=false 2024-11-10T01:22:26,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,41781,1731201723806] 2024-11-10T01:22:26,980 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1280434935/draining/0c4d4d227d60,41781,1731201723806 already deleted, retry=false 2024-11-10T01:22:26,980 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,41781,1731201723806 expired; onlineServers=0 2024-11-10T01:22:26,980 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,40501,1731201723660' ***** 2024-11-10T01:22:26,980 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:22:26,981 INFO [M:0;0c4d4d227d60:40501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:22:26,981 INFO [M:0;0c4d4d227d60:40501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:22:26,981 DEBUG [M:0;0c4d4d227d60:40501 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:22:26,981 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:22:26,981 DEBUG [M:0;0c4d4d227d60:40501 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:22:26,981 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201725835 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201725835,5,FailOnTimeoutGroup] 2024-11-10T01:22:26,981 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201725835 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201725835,5,FailOnTimeoutGroup] 2024-11-10T01:22:26,981 INFO [M:0;0c4d4d227d60:40501 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:22:26,981 INFO [M:0;0c4d4d227d60:40501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:22:26,981 DEBUG [M:0;0c4d4d227d60:40501 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:22:26,981 INFO [M:0;0c4d4d227d60:40501 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:22:26,982 INFO [M:0;0c4d4d227d60:40501 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:22:26,982 INFO [M:0;0c4d4d227d60:40501 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:22:26,982 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:22:27,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:22:27,022 INFO [RS:0;0c4d4d227d60:41781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:22:27,022 INFO [RS:0;0c4d4d227d60:41781 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,41781,1731201723806; zookeeper connection closed. 2024-11-10T01:22:27,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x1012255b9e70007, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:22:27,022 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e7cf156 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e7cf156 2024-11-10T01:22:27,022 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:22:27,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1280434935/master 2024-11-10T01:22:27,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1280434935 2024-11-10T01:22:27,063 DEBUG [M:0;0c4d4d227d60:40501 {}] zookeeper.ZKUtil(347): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Unable to get data of znode /2-1280434935/master because node does not exist (not an error) 2024-11-10T01:22:27,063 WARN [M:0;0c4d4d227d60:40501 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:22:27,064 INFO [M:0;0c4d4d227d60:40501 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/.lastflushedseqids 2024-11-10T01:22:27,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741847_1023 (size=245) 2024-11-10T01:22:27,069 INFO [M:0;0c4d4d227d60:40501 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:22:27,069 INFO [M:0;0c4d4d227d60:40501 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:22:27,069 DEBUG [M:0;0c4d4d227d60:40501 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:22:27,069 INFO [M:0;0c4d4d227d60:40501 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:27,069 DEBUG [M:0;0c4d4d227d60:40501 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:27,069 DEBUG [M:0;0c4d4d227d60:40501 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:22:27,069 DEBUG [M:0;0c4d4d227d60:40501 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:27,069 INFO [M:0;0c4d4d227d60:40501 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-10T01:22:27,081 DEBUG [M:0;0c4d4d227d60:40501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e426bcbcd901424bb881be1de3165f39 is 82, key is hbase:meta,,1/info:regioninfo/1731201727057/Put/seqid=0 2024-11-10T01:22:27,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741848_1024 (size=5672) 2024-11-10T01:22:27,343 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1471, reset compression=false 2024-11-10T01:22:27,485 INFO [M:0;0c4d4d227d60:40501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e426bcbcd901424bb881be1de3165f39 2024-11-10T01:22:27,504 DEBUG [M:0;0c4d4d227d60:40501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10b83d5dfe184b6ab2d6b24b2ddf13b0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731201735590/Put/seqid=0 2024-11-10T01:22:27,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741849_1025 (size=9211) 2024-11-10T01:22:27,510 INFO [M:0;0c4d4d227d60:40501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10b83d5dfe184b6ab2d6b24b2ddf13b0 2024-11-10T01:22:27,527 DEBUG [M:0;0c4d4d227d60:40501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f221a2db16814e76b08495c4b0cf8556 is 69, key is 0c4d4d227d60,41781,1731201723806/rs:state/1731201725863/Put/seqid=0 2024-11-10T01:22:27,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741850_1026 (size=5156) 2024-11-10T01:22:27,531 INFO [M:0;0c4d4d227d60:40501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f221a2db16814e76b08495c4b0cf8556 2024-11-10T01:22:27,536 DEBUG [M:0;0c4d4d227d60:40501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e426bcbcd901424bb881be1de3165f39 as hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e426bcbcd901424bb881be1de3165f39 2024-11-10T01:22:27,541 INFO [M:0;0c4d4d227d60:40501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e426bcbcd901424bb881be1de3165f39, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T01:22:27,541 DEBUG [M:0;0c4d4d227d60:40501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10b83d5dfe184b6ab2d6b24b2ddf13b0 as hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10b83d5dfe184b6ab2d6b24b2ddf13b0 2024-11-10T01:22:27,544 INFO [M:0;0c4d4d227d60:40501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10b83d5dfe184b6ab2d6b24b2ddf13b0, entries=15, sequenceid=127, filesize=9.0 K 2024-11-10T01:22:27,545 DEBUG [M:0;0c4d4d227d60:40501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f221a2db16814e76b08495c4b0cf8556 as hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f221a2db16814e76b08495c4b0cf8556 2024-11-10T01:22:27,550 INFO [M:0;0c4d4d227d60:40501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44299/user/jenkins/test-data/d3f970d6-4867-66f5-c943-8f176c67eb04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f221a2db16814e76b08495c4b0cf8556, entries=1, sequenceid=127, filesize=5.0 K 2024-11-10T01:22:27,551 INFO [M:0;0c4d4d227d60:40501 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 482ms, sequenceid=127, compaction requested=false 2024-11-10T01:22:27,552 INFO [M:0;0c4d4d227d60:40501 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:27,552 DEBUG [M:0;0c4d4d227d60:40501 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201747069Disabling compacts and flushes for region at 1731201747069Disabling writes for close at 1731201747069Obtaining lock to block concurrent updates at 1731201747069Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201747069Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731201747069Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201747070 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201747070Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201747081 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201747081Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201747489 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201747504 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201747504Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201747514 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201747527 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201747527Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad00c09: reopening flushed file at 1731201747535 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97cde3e: reopening flushed file at 1731201747541 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f51ca2c: reopening flushed file at 1731201747545 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 482ms, sequenceid=127, compaction requested=false at 1731201747551 (+6 ms)Writing region close event to WAL at 1731201747552 (+1 ms)Closed at 1731201747552 2024-11-10T01:22:27,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741830_1006 (size=73854) 2024-11-10T01:22:27,554 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:22:27,554 INFO [M:0;0c4d4d227d60:40501 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:22:27,554 INFO [M:0;0c4d4d227d60:40501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40501 2024-11-10T01:22:27,556 INFO [M:0;0c4d4d227d60:40501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:22:27,612 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1488, reset compression=false 2024-11-10T01:22:27,675 INFO [M:0;0c4d4d227d60:40501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:22:27,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:22:27,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40501-0x1012255b9e70006, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:22:27,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27eb601b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:22:27,732 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58f4c61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:22:27,732 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:22:27,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17467af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:22:27,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75cb1e70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/hadoop.log.dir/,STOPPED} 2024-11-10T01:22:27,734 WARN [BP-1353919756-172.17.0.3-1731201721551 heartbeating to localhost/127.0.0.1:44299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:22:27,734 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:22:27,734 WARN [BP-1353919756-172.17.0.3-1731201721551 heartbeating to localhost/127.0.0.1:44299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1353919756-172.17.0.3-1731201721551 (Datanode Uuid c3b5d8f0-223e-4976-8942-95253f93b353) service to localhost/127.0.0.1:44299 2024-11-10T01:22:27,734 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:22:27,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/cluster_0bee0db7-df65-268e-03ea-2c13815cffbc/data/data1/current/BP-1353919756-172.17.0.3-1731201721551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:22:27,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/cluster_0bee0db7-df65-268e-03ea-2c13815cffbc/data/data2/current/BP-1353919756-172.17.0.3-1731201721551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:22:27,735 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:22:27,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28c22ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:22:27,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cd859ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:22:27,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:22:27,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b40e161{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:22:27,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@305cfc48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/hadoop.log.dir/,STOPPED} 2024-11-10T01:22:27,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:22:27,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:22:27,755 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:22:27,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:27,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:27,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:27,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:27,755 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:22:27,756 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1627000948, stopped=false 2024-11-10T01:22:27,756 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,33173,1731201719231 2024-11-10T01:22:27,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12042881441/running 2024-11-10T01:22:27,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12042881441/running 2024-11-10T01:22:27,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:22:27,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:22:27,810 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:22:27,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:22:27,810 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:27,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:27,810 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,41619,1731201719379' ***** 2024-11-10T01:22:27,810 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:22:27,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Set watcher on znode that does not yet exist, /12042881441/running 2024-11-10T01:22:27,810 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:22:27,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Set watcher on znode that does not yet exist, /12042881441/running 2024-11-10T01:22:27,811 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:22:27,811 INFO [RS:0;0c4d4d227d60:41619 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:22:27,811 INFO [RS:0;0c4d4d227d60:41619 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:22:27,811 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(3091): Received CLOSE for 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:27,811 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(3091): Received CLOSE for 453e7ba08419a3335a38089054aa310e 2024-11-10T01:22:27,811 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,41619,1731201719379 2024-11-10T01:22:27,811 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:22:27,811 INFO [RS:0;0c4d4d227d60:41619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:41619. 2024-11-10T01:22:27,811 DEBUG [RS:0;0c4d4d227d60:41619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:27,811 DEBUG [RS:0;0c4d4d227d60:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:27,811 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5123d5f8839a03aa8b643f800067ebb7, disabling compactions & flushes 2024-11-10T01:22:27,811 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7. 2024-11-10T01:22:27,811 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:22:27,811 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:22:27,811 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7. 2024-11-10T01:22:27,811 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:22:27,811 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:22:27,811 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7. after waiting 0 ms 2024-11-10T01:22:27,811 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7. 2024-11-10T01:22:27,811 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T01:22:27,811 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5123d5f8839a03aa8b643f800067ebb7 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T01:22:27,811 DEBUG [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1325): Online Regions={5123d5f8839a03aa8b643f800067ebb7=test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7., 1588230740=hbase:meta,,1.1588230740, 453e7ba08419a3335a38089054aa310e=hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e.} 2024-11-10T01:22:27,811 DEBUG [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 453e7ba08419a3335a38089054aa310e, 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:27,811 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:22:27,812 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:22:27,812 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:22:27,812 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:22:27,812 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:22:27,812 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T01:22:27,828 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/.tmp/f/d054f14cb56b47d7953ae877cd55f971 is 37, key is row3/f:row3/1731201743259/Put/seqid=0 2024-11-10T01:22:27,830 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/.tmp/info/8b369ff3a7434de9a8497cd44e5f43ed is 147, key is hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e./info:regioninfo/1731201734042/Put/seqid=0 2024-11-10T01:22:27,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741840_1016 (size=5228) 2024-11-10T01:22:27,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741841_1017 (size=7686) 2024-11-10T01:22:27,833 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/.tmp/info/8b369ff3a7434de9a8497cd44e5f43ed 2024-11-10T01:22:27,837 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:22:27,848 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/.tmp/ns/a8a64fca032347368e39919138de524f is 43, key is default/ns:d/1731201721403/Put/seqid=0 2024-11-10T01:22:27,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741842_1018 (size=5153) 2024-11-10T01:22:27,852 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/.tmp/ns/a8a64fca032347368e39919138de524f 2024-11-10T01:22:27,871 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/.tmp/rep_barrier/77eaeddce36d40cf84ccf948a4ede9e7 is 112, key is test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7./rep_barrier:seqnumDuringOpen/1731201728961/Put/seqid=0 2024-11-10T01:22:27,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741843_1019 (size=5518) 2024-11-10T01:22:28,012 DEBUG [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 453e7ba08419a3335a38089054aa310e, 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:28,146 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1471, reset compression=false 2024-11-10T01:22:28,150 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:28,150 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1718, reset compression=false 2024-11-10T01:22:28,150 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,41619,1731201719379 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:28,151 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0c4d4d227d60,41619,1731201719379: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0c4d4d227d60,41619,1731201719379, walGroup=0c4d4d227d60%2C41619%2C1731201719379, offset=0c4d4d227d60%2C41619%2C1731201719379.1731201720846:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:41619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T01:22:28,152 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T01:22:28,152 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T01:22:28,152 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T01:22:28,152 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T01:22:28,152 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T01:22:28,152 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1140850688, "init": 1048576000, "max": 2306867200, "used": 828913656 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198589472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T01:22:28,153 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:33173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:33173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-10T01:22:28,212 DEBUG [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 453e7ba08419a3335a38089054aa310e, 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:28,232 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/.tmp/f/d054f14cb56b47d7953ae877cd55f971 2024-11-10T01:22:28,235 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d054f14cb56b47d7953ae877cd55f971 2024-11-10T01:22:28,248 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/.tmp/f1/9e44c2a04bb241029193c80296e98818 is 30, key is row1/f1:/1731201740610/DeleteFamily/seqid=0 2024-11-10T01:22:28,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741844_1020 (size=5158) 2024-11-10T01:22:28,274 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/.tmp/rep_barrier/77eaeddce36d40cf84ccf948a4ede9e7 2024-11-10T01:22:28,293 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/.tmp/table/f196f7dcfeb6486a9bd6b63a83ffa3d4 is 53, key is hbase:replication/table:state/1731201734048/Put/seqid=0 2024-11-10T01:22:28,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741845_1021 (size=5308) 2024-11-10T01:22:28,353 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1718, reset compression=false 2024-11-10T01:22:28,412 DEBUG [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 453e7ba08419a3335a38089054aa310e, 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:28,415 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1488, reset compression=false 2024-11-10T01:22:28,612 DEBUG [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 453e7ba08419a3335a38089054aa310e, 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:28,651 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/.tmp/f1/9e44c2a04bb241029193c80296e98818 2024-11-10T01:22:28,654 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e44c2a04bb241029193c80296e98818 2024-11-10T01:22:28,656 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1718, reset compression=false 2024-11-10T01:22:28,670 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/.tmp/norep/c464c26c68904ebfa8b4bf8fa01e1cb4 is 33, key is row1/norep:/1731201740610/DeleteFamily/seqid=0 2024-11-10T01:22:28,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741846_1022 (size=5108) 2024-11-10T01:22:28,697 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/.tmp/table/f196f7dcfeb6486a9bd6b63a83ffa3d4 2024-11-10T01:22:28,701 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/.tmp/info/8b369ff3a7434de9a8497cd44e5f43ed as hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/info/8b369ff3a7434de9a8497cd44e5f43ed 2024-11-10T01:22:28,704 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/info/8b369ff3a7434de9a8497cd44e5f43ed, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T01:22:28,704 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/.tmp/ns/a8a64fca032347368e39919138de524f as hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/ns/a8a64fca032347368e39919138de524f 2024-11-10T01:22:28,707 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/ns/a8a64fca032347368e39919138de524f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T01:22:28,708 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/.tmp/rep_barrier/77eaeddce36d40cf84ccf948a4ede9e7 as hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/rep_barrier/77eaeddce36d40cf84ccf948a4ede9e7 2024-11-10T01:22:28,711 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/rep_barrier/77eaeddce36d40cf84ccf948a4ede9e7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T01:22:28,712 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/.tmp/table/f196f7dcfeb6486a9bd6b63a83ffa3d4 as hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/table/f196f7dcfeb6486a9bd6b63a83ffa3d4 2024-11-10T01:22:28,715 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/table/f196f7dcfeb6486a9bd6b63a83ffa3d4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T01:22:28,716 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=16, compaction requested=false 2024-11-10T01:22:28,719 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T01:22:28,720 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:22:28,720 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:22:28,720 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:22:28,720 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201747811Running coprocessor pre-close hooks at 1731201747811Disabling compacts and flushes for region at 1731201747811Disabling writes for close at 1731201747812 (+1 ms)Obtaining lock to block concurrent updates at 1731201747812Preparing flush snapshotting stores in 1588230740 at 1731201747812Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731201747812Flushing stores of hbase:meta,,1.1588230740 at 1731201747812Flushing 1588230740/info: creating writer at 1731201747812Flushing 1588230740/info: appending metadata at 1731201747830 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731201747830Flushing 1588230740/ns: creating writer at 1731201747836 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731201747848 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731201747848Flushing 1588230740/rep_barrier: creating writer at 1731201747855 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731201747870 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731201747870Flushing 1588230740/table: creating writer at 1731201748278 (+408 ms)Flushing 1588230740/table: appending metadata at 1731201748293 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731201748293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@140e8091: reopening flushed file at 1731201748700 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f5d00b: reopening flushed file at 1731201748704 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@120c7951: reopening flushed file at 1731201748707 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b96daa1: reopening flushed file at 1731201748711 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=16, compaction requested=false at 1731201748716 (+5 ms)Writing region close event to WAL at 1731201748717 (+1 ms)Running coprocessor post-close hooks at 1731201748720 (+3 ms)Closed at 1731201748720 2024-11-10T01:22:28,720 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:22:28,796 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:22:28,796 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:22:28,812 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T01:22:28,812 DEBUG [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1325): Online Regions={5123d5f8839a03aa8b643f800067ebb7=test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7., 453e7ba08419a3335a38089054aa310e=hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e.} 2024-11-10T01:22:28,812 DEBUG [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1351): Waiting on 453e7ba08419a3335a38089054aa310e, 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:28,817 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:22:29,013 DEBUG [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1351): Waiting on 453e7ba08419a3335a38089054aa310e, 5123d5f8839a03aa8b643f800067ebb7 2024-11-10T01:22:29,058 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1718, reset compression=false 2024-11-10T01:22:29,074 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/.tmp/norep/c464c26c68904ebfa8b4bf8fa01e1cb4 2024-11-10T01:22:29,077 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c464c26c68904ebfa8b4bf8fa01e1cb4 2024-11-10T01:22:29,077 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/.tmp/f/d054f14cb56b47d7953ae877cd55f971 as hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/f/d054f14cb56b47d7953ae877cd55f971 2024-11-10T01:22:29,081 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d054f14cb56b47d7953ae877cd55f971 2024-11-10T01:22:29,081 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/f/d054f14cb56b47d7953ae877cd55f971, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T01:22:29,082 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/.tmp/f1/9e44c2a04bb241029193c80296e98818 as hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/f1/9e44c2a04bb241029193c80296e98818 2024-11-10T01:22:29,085 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e44c2a04bb241029193c80296e98818 2024-11-10T01:22:29,085 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/f1/9e44c2a04bb241029193c80296e98818, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T01:22:29,086 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/.tmp/norep/c464c26c68904ebfa8b4bf8fa01e1cb4 as hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/norep/c464c26c68904ebfa8b4bf8fa01e1cb4 2024-11-10T01:22:29,089 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c464c26c68904ebfa8b4bf8fa01e1cb4 2024-11-10T01:22:29,089 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/norep/c464c26c68904ebfa8b4bf8fa01e1cb4, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T01:22:29,091 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5123d5f8839a03aa8b643f800067ebb7 in 1280ms, sequenceid=12, compaction requested=false 2024-11-10T01:22:29,095 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/data/default/test/5123d5f8839a03aa8b643f800067ebb7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T01:22:29,095 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:22:29,095 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:22:29,095 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7. 2024-11-10T01:22:29,095 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5123d5f8839a03aa8b643f800067ebb7: Waiting for close lock at 1731201747811Running coprocessor pre-close hooks at 1731201747811Disabling compacts and flushes for region at 1731201747811Disabling writes for close at 1731201747811Obtaining lock to block concurrent updates at 1731201747811Preparing flush snapshotting stores in 5123d5f8839a03aa8b643f800067ebb7 at 1731201747811Finished memstore snapshotting test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731201747812 (+1 ms)Flushing stores of test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7. at 1731201747812Flushing 5123d5f8839a03aa8b643f800067ebb7/f: creating writer at 1731201747812Flushing 5123d5f8839a03aa8b643f800067ebb7/f: appending metadata at 1731201747828 (+16 ms)Flushing 5123d5f8839a03aa8b643f800067ebb7/f: closing flushed file at 1731201747828Flushing 5123d5f8839a03aa8b643f800067ebb7/f1: creating writer at 1731201748236 (+408 ms)Flushing 5123d5f8839a03aa8b643f800067ebb7/f1: appending metadata at 1731201748247 (+11 ms)Flushing 5123d5f8839a03aa8b643f800067ebb7/f1: closing flushed file at 1731201748247Flushing 5123d5f8839a03aa8b643f800067ebb7/norep: creating writer at 1731201748654 (+407 ms)Flushing 5123d5f8839a03aa8b643f800067ebb7/norep: appending metadata at 1731201748670 (+16 ms)Flushing 5123d5f8839a03aa8b643f800067ebb7/norep: closing flushed file at 1731201748670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@592d18ab: reopening flushed file at 1731201749077 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e06b6af: reopening flushed file at 1731201749081 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d685555: reopening flushed file at 1731201749085 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5123d5f8839a03aa8b643f800067ebb7 in 1280ms, sequenceid=12, compaction requested=false at 1731201749091 (+6 ms)Writing region close event to WAL at 1731201749093 (+2 ms)Running coprocessor post-close hooks at 1731201749095 (+2 ms)Closed at 1731201749095 2024-11-10T01:22:29,096 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731201727820.5123d5f8839a03aa8b643f800067ebb7. 2024-11-10T01:22:29,096 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 453e7ba08419a3335a38089054aa310e, disabling compactions & flushes 2024-11-10T01:22:29,096 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. 2024-11-10T01:22:29,096 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. 2024-11-10T01:22:29,096 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. after waiting 0 ms 2024-11-10T01:22:29,096 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. 2024-11-10T01:22:29,096 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 453e7ba08419a3335a38089054aa310e: Waiting for close lock at 1731201749096Running coprocessor pre-close hooks at 1731201749096Disabling compacts and flushes for region at 1731201749096Disabling writes for close at 1731201749096Failed flush hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e., putting online again at 1731201749096 2024-11-10T01:22:29,096 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. 2024-11-10T01:22:29,213 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(3091): Received CLOSE for 453e7ba08419a3335a38089054aa310e 2024-11-10T01:22:29,213 DEBUG [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1351): Waiting on 453e7ba08419a3335a38089054aa310e 2024-11-10T01:22:29,213 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 453e7ba08419a3335a38089054aa310e, disabling compactions & flushes 2024-11-10T01:22:29,213 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. 2024-11-10T01:22:29,213 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. 2024-11-10T01:22:29,213 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. after waiting 0 ms 2024-11-10T01:22:29,213 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. 2024-11-10T01:22:29,213 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 453e7ba08419a3335a38089054aa310e: Waiting for close lock at 1731201749213Running coprocessor pre-close hooks at 1731201749213Disabling compacts and flushes for region at 1731201749213Disabling writes for close at 1731201749213Failed flush hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e., putting online again at 1731201749213 2024-11-10T01:22:29,213 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731201733281.453e7ba08419a3335a38089054aa310e. 2024-11-10T01:22:29,318 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1488, reset compression=false 2024-11-10T01:22:29,413 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T01:22:29,413 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,41619,1731201719379; all regions closed. 2024-11-10T01:22:29,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741834_1010 (size=4239) 2024-11-10T01:22:29,416 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.meta.1731201721365.meta not finished, retry = 0 2024-11-10T01:22:29,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.rep.1731201734013 not finished, retry = 0 2024-11-10T01:22:29,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741839_1015 (size=2609) 2024-11-10T01:22:29,561 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 1718, reset compression=false 2024-11-10T01:22:29,566 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:29,566 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.wal-reader.0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 to pos 2362, reset compression=false 2024-11-10T01:22:29,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741833_1009 (size=2370) 2024-11-10T01:22:29,621 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/WALs/0c4d4d227d60,41619,1731201719379/0c4d4d227d60%2C41619%2C1731201719379.1731201720846 not finished, retry = 0 2024-11-10T01:22:29,722 DEBUG [RS:0;0c4d4d227d60:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:29,722 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:22:29,722 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:22:29,722 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:22:29,722 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:22:29,722 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:22:29,722 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,41619,1731201719379 because: Region server is closing 2024-11-10T01:22:29,723 INFO [RS:0;0c4d4d227d60:41619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:41619. 2024-11-10T01:22:29,723 DEBUG [RS:0;0c4d4d227d60:41619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:29,723 DEBUG [RS:0;0c4d4d227d60:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:29,723 DEBUG [RS:0;0c4d4d227d60:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:29,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:29,823 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,41619,1731201719379.replicationSource.shipper0c4d4d227d60%2C41619%2C1731201719379,1-0c4d4d227d60,41619,1731201719379 terminated 2024-11-10T01:22:29,823 INFO [RS:0;0c4d4d227d60:41619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:41619. 2024-11-10T01:22:29,823 DEBUG [RS:0;0c4d4d227d60:41619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:29,823 DEBUG [RS:0;0c4d4d227d60:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:29,823 DEBUG [RS:0;0c4d4d227d60:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:29,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:29,824 INFO [RS:0;0c4d4d227d60:41619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41619 2024-11-10T01:22:29,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12042881441/rs/0c4d4d227d60,41619,1731201719379 2024-11-10T01:22:29,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441/rs 2024-11-10T01:22:29,869 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:22:29,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,41619,1731201719379] 2024-11-10T01:22:29,890 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12042881441/draining/0c4d4d227d60,41619,1731201719379 already deleted, retry=false 2024-11-10T01:22:29,890 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,41619,1731201719379 expired; onlineServers=0 2024-11-10T01:22:29,890 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,33173,1731201719231' ***** 2024-11-10T01:22:29,890 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:22:29,890 INFO [M:0;0c4d4d227d60:33173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:22:29,890 INFO [M:0;0c4d4d227d60:33173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:22:29,891 DEBUG [M:0;0c4d4d227d60:33173 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:22:29,891 DEBUG [M:0;0c4d4d227d60:33173 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:22:29,891 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:22:29,891 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201720576 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201720576,5,FailOnTimeoutGroup] 2024-11-10T01:22:29,891 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201720577 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201720577,5,FailOnTimeoutGroup] 2024-11-10T01:22:29,891 INFO [M:0;0c4d4d227d60:33173 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:22:29,891 INFO [M:0;0c4d4d227d60:33173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:22:29,891 DEBUG [M:0;0c4d4d227d60:33173 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:22:29,891 INFO [M:0;0c4d4d227d60:33173 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:22:29,891 INFO [M:0;0c4d4d227d60:33173 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:22:29,891 INFO [M:0;0c4d4d227d60:33173 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:22:29,891 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:22:29,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12042881441/master 2024-11-10T01:22:29,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042881441 2024-11-10T01:22:29,901 DEBUG [M:0;0c4d4d227d60:33173 {}] zookeeper.ZKUtil(347): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Unable to get data of znode /12042881441/master because node does not exist (not an error) 2024-11-10T01:22:29,901 WARN [M:0;0c4d4d227d60:33173 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:22:29,901 INFO [M:0;0c4d4d227d60:33173 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/.lastflushedseqids 2024-11-10T01:22:29,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741847_1023 (size=245) 2024-11-10T01:22:29,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:22:29,980 INFO [RS:0;0c4d4d227d60:41619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:22:29,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1012255b9e70004, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:22:29,980 INFO [RS:0;0c4d4d227d60:41619 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,41619,1731201719379; zookeeper connection closed. 2024-11-10T01:22:29,980 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a7884b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a7884b6 2024-11-10T01:22:29,980 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:22:30,305 INFO [M:0;0c4d4d227d60:33173 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:22:30,305 INFO [M:0;0c4d4d227d60:33173 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:22:30,305 DEBUG [M:0;0c4d4d227d60:33173 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:22:30,305 INFO [M:0;0c4d4d227d60:33173 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:30,305 DEBUG [M:0;0c4d4d227d60:33173 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:30,305 DEBUG [M:0;0c4d4d227d60:33173 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:22:30,306 DEBUG [M:0;0c4d4d227d60:33173 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:30,306 INFO [M:0;0c4d4d227d60:33173 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T01:22:30,319 DEBUG [M:0;0c4d4d227d60:33173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a68826f97164d98994a32a938f934bb is 82, key is hbase:meta,,1/info:regioninfo/1731201721392/Put/seqid=0 2024-11-10T01:22:30,321 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1488, reset compression=false 2024-11-10T01:22:30,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741848_1024 (size=5672) 2024-11-10T01:22:30,722 INFO [M:0;0c4d4d227d60:33173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a68826f97164d98994a32a938f934bb 2024-11-10T01:22:30,742 DEBUG [M:0;0c4d4d227d60:33173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79272dd17a9a4713be7c3b1ede5db989 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731201734051/Put/seqid=0 2024-11-10T01:22:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741849_1025 (size=8515) 2024-11-10T01:22:31,147 INFO [M:0;0c4d4d227d60:33173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79272dd17a9a4713be7c3b1ede5db989 2024-11-10T01:22:31,164 DEBUG [M:0;0c4d4d227d60:33173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5694e89e9a284b7897df79e10a731791 is 69, key is 0c4d4d227d60,41619,1731201719379/rs:state/1731201720642/Put/seqid=0 2024-11-10T01:22:31,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741850_1026 (size=5156) 2024-11-10T01:22:31,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,424 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1488, reset compression=false 2024-11-10T01:22:31,568 INFO [M:0;0c4d4d227d60:33173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5694e89e9a284b7897df79e10a731791 2024-11-10T01:22:31,571 DEBUG [M:0;0c4d4d227d60:33173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a68826f97164d98994a32a938f934bb as hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a68826f97164d98994a32a938f934bb 2024-11-10T01:22:31,575 INFO [M:0;0c4d4d227d60:33173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a68826f97164d98994a32a938f934bb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T01:22:31,575 DEBUG [M:0;0c4d4d227d60:33173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79272dd17a9a4713be7c3b1ede5db989 as hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79272dd17a9a4713be7c3b1ede5db989 2024-11-10T01:22:31,579 INFO [M:0;0c4d4d227d60:33173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79272dd17a9a4713be7c3b1ede5db989, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T01:22:31,579 DEBUG [M:0;0c4d4d227d60:33173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5694e89e9a284b7897df79e10a731791 as hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5694e89e9a284b7897df79e10a731791 2024-11-10T01:22:31,582 INFO [M:0;0c4d4d227d60:33173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5694e89e9a284b7897df79e10a731791, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T01:22:31,583 INFO [M:0;0c4d4d227d60:33173 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-10T01:22:31,584 INFO [M:0;0c4d4d227d60:33173 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:31,584 DEBUG [M:0;0c4d4d227d60:33173 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201750305Disabling compacts and flushes for region at 1731201750305Disabling writes for close at 1731201750305Obtaining lock to block concurrent updates at 1731201750306 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201750306Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731201750306Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201750306Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201750306Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201750319 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201750319Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201750726 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201750742 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201750742Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201751151 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201751164 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201751164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c7064ae: reopening flushed file at 1731201751571 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2edc167c: reopening flushed file at 1731201751575 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5aae: reopening flushed file at 1731201751579 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731201751583 (+4 ms)Writing region close event to WAL at 1731201751584 (+1 ms)Closed at 1731201751584 2024-11-10T01:22:31,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741830_1006 (size=63642) 2024-11-10T01:22:31,585 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/058df4a0-8b9f-b08a-1857-beb56e4b9366/MasterData/WALs/0c4d4d227d60,33173,1731201719231/0c4d4d227d60%2C33173%2C1731201719231.1731201720327 not finished, retry = 0 2024-11-10T01:22:31,686 INFO [M:0;0c4d4d227d60:33173 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:22:31,686 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:22:31,686 INFO [M:0;0c4d4d227d60:33173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33173 2024-11-10T01:22:31,686 INFO [M:0;0c4d4d227d60:33173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:22:31,771 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:22:31,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:22:31,812 INFO [M:0;0c4d4d227d60:33173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:22:31,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1012255b9e70003, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:22:31,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:31,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78d6835f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:22:31,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4259a5b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:22:31,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:22:31,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7859e1bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:22:31,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111ce563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/hadoop.log.dir/,STOPPED} 2024-11-10T01:22:31,851 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:22:31,851 WARN [BP-758716471-172.17.0.3-1731201717131 heartbeating to localhost/127.0.0.1:42091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:22:31,851 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:22:31,851 WARN [BP-758716471-172.17.0.3-1731201717131 heartbeating to localhost/127.0.0.1:42091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-758716471-172.17.0.3-1731201717131 (Datanode Uuid c5ab4da6-36eb-4fb1-857c-c73de60b3d38) service to localhost/127.0.0.1:42091 2024-11-10T01:22:31,851 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/cluster_ec2e05ef-73ec-a470-2b2a-f300142d5db5/data/data1/current/BP-758716471-172.17.0.3-1731201717131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:22:31,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/cluster_ec2e05ef-73ec-a470-2b2a-f300142d5db5/data/data2/current/BP-758716471-172.17.0.3-1731201717131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:22:31,852 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:22:31,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59caa6c4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:22:31,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f13dfdf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:22:31,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:22:31,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64a4e472{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:22:31,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e0df274{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc940a16-8f42-1a83-25bc-f213c638c0c4/hadoop.log.dir/,STOPPED} 2024-11-10T01:22:31,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:22:31,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:22:31,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:22:31,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:31,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:31,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:31,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:31,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:22:31,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1164251793, stopped=false 2024-11-10T01:22:31,870 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,42699,1731201713577 2024-11-10T01:22:31,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1229899240/running 2024-11-10T01:22:31,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1229899240/running 2024-11-10T01:22:31,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:22:31,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:22:31,889 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:22:31,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:22:31,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Set watcher on znode that does not yet exist, /0-1229899240/running 2024-11-10T01:22:31,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:31,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:31,890 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,45513,1731201713767' ***** 2024-11-10T01:22:31,890 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:22:31,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Set watcher on znode that does not yet exist, /0-1229899240/running 2024-11-10T01:22:31,890 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:22:31,890 INFO [RS:0;0c4d4d227d60:45513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:22:31,890 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:22:31,890 INFO [RS:0;0c4d4d227d60:45513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:22:31,890 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(3091): Received CLOSE for 7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:31,890 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(3091): Received CLOSE for 271d64920c0c4b8d31271f4d58ea0976 2024-11-10T01:22:31,890 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,45513,1731201713767 2024-11-10T01:22:31,890 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:22:31,891 INFO [RS:0;0c4d4d227d60:45513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:45513. 2024-11-10T01:22:31,890 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7847f23c5cae0eb3ec5a7e115c1dbd50, disabling compactions & flushes 2024-11-10T01:22:31,891 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50. 2024-11-10T01:22:31,891 DEBUG [RS:0;0c4d4d227d60:45513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:31,891 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50. 2024-11-10T01:22:31,891 DEBUG [RS:0;0c4d4d227d60:45513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:31,891 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50. after waiting 0 ms 2024-11-10T01:22:31,891 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50. 2024-11-10T01:22:31,891 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:22:31,891 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:22:31,891 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:22:31,891 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:22:31,891 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7847f23c5cae0eb3ec5a7e115c1dbd50 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-10T01:22:31,891 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T01:22:31,891 DEBUG [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(1325): Online Regions={7847f23c5cae0eb3ec5a7e115c1dbd50=test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50., 1588230740=hbase:meta,,1.1588230740, 271d64920c0c4b8d31271f4d58ea0976=hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976.} 2024-11-10T01:22:31,891 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:22:31,891 DEBUG [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 271d64920c0c4b8d31271f4d58ea0976, 7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:31,891 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:22:31,891 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:22:31,891 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:22:31,891 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:22:31,891 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T01:22:31,910 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/.tmp/info/77d1d50f7bae423b8b86ac4718ec9b94 is 147, key is hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976./info:regioninfo/1731201731984/Put/seqid=0 2024-11-10T01:22:31,910 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/.tmp/f/2233d659e4974d41bb45199e6dd73dc5 is 37, key is row3/f:row3/1731201743259/Put/seqid=0 2024-11-10T01:22:31,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741840_1016 (size=5228) 2024-11-10T01:22:31,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741841_1017 (size=7686) 2024-11-10T01:22:31,979 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:22:32,091 DEBUG [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 271d64920c0c4b8d31271f4d58ea0976, 7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:32,291 DEBUG [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 271d64920c0c4b8d31271f4d58ea0976, 7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:32,314 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/.tmp/f/2233d659e4974d41bb45199e6dd73dc5 2024-11-10T01:22:32,314 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/.tmp/info/77d1d50f7bae423b8b86ac4718ec9b94 2024-11-10T01:22:32,325 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2233d659e4974d41bb45199e6dd73dc5 2024-11-10T01:22:32,358 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/.tmp/ns/95f9349f44b748289a2d62848147e1fb is 43, key is default/ns:d/1731201717025/Put/seqid=0 2024-11-10T01:22:32,358 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/.tmp/f1/1579513849f54a3388f1c2611ed17834 is 30, key is row1/f1:/1731201740610/DeleteFamily/seqid=0 2024-11-10T01:22:32,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741842_1018 (size=5158) 2024-11-10T01:22:32,386 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/.tmp/f1/1579513849f54a3388f1c2611ed17834 2024-11-10T01:22:32,390 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1579513849f54a3388f1c2611ed17834 2024-11-10T01:22:32,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741843_1019 (size=5153) 2024-11-10T01:22:32,395 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/.tmp/ns/95f9349f44b748289a2d62848147e1fb 2024-11-10T01:22:32,422 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/.tmp/norep/5deb823e6919497e96ade15cc2551ed3 is 32, key is row/norep:/1731201739605/DeleteFamily/seqid=0 2024-11-10T01:22:32,424 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/.tmp/rep_barrier/0b79957459e6466893ad47195f892bf6 is 112, key is test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50./rep_barrier:seqnumDuringOpen/1731201727562/Put/seqid=0 2024-11-10T01:22:32,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741844_1020 (size=5518) 2024-11-10T01:22:32,446 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/.tmp/rep_barrier/0b79957459e6466893ad47195f892bf6 2024-11-10T01:22:32,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741845_1021 (size=5101) 2024-11-10T01:22:32,463 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/.tmp/norep/5deb823e6919497e96ade15cc2551ed3 2024-11-10T01:22:32,468 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5deb823e6919497e96ade15cc2551ed3 2024-11-10T01:22:32,469 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/.tmp/f/2233d659e4974d41bb45199e6dd73dc5 as hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/f/2233d659e4974d41bb45199e6dd73dc5 2024-11-10T01:22:32,473 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2233d659e4974d41bb45199e6dd73dc5 2024-11-10T01:22:32,473 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/f/2233d659e4974d41bb45199e6dd73dc5, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T01:22:32,474 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/.tmp/table/8fa3d917c536491593f709dcf2e2707e is 53, key is hbase:replication/table:state/1731201731991/Put/seqid=0 2024-11-10T01:22:32,474 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/.tmp/f1/1579513849f54a3388f1c2611ed17834 as hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/f1/1579513849f54a3388f1c2611ed17834 2024-11-10T01:22:32,479 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1579513849f54a3388f1c2611ed17834 2024-11-10T01:22:32,479 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/f1/1579513849f54a3388f1c2611ed17834, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T01:22:32,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741846_1022 (size=5308) 2024-11-10T01:22:32,480 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/.tmp/norep/5deb823e6919497e96ade15cc2551ed3 as hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/norep/5deb823e6919497e96ade15cc2551ed3 2024-11-10T01:22:32,480 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/.tmp/table/8fa3d917c536491593f709dcf2e2707e 2024-11-10T01:22:32,485 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5deb823e6919497e96ade15cc2551ed3 2024-11-10T01:22:32,485 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/norep/5deb823e6919497e96ade15cc2551ed3, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T01:22:32,486 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/.tmp/info/77d1d50f7bae423b8b86ac4718ec9b94 as hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/info/77d1d50f7bae423b8b86ac4718ec9b94 2024-11-10T01:22:32,486 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7847f23c5cae0eb3ec5a7e115c1dbd50 in 595ms, sequenceid=12, compaction requested=false 2024-11-10T01:22:32,486 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T01:22:32,492 DEBUG [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 271d64920c0c4b8d31271f4d58ea0976, 7847f23c5cae0eb3ec5a7e115c1dbd50 2024-11-10T01:22:32,492 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/info/77d1d50f7bae423b8b86ac4718ec9b94, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T01:22:32,494 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/.tmp/ns/95f9349f44b748289a2d62848147e1fb as hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/ns/95f9349f44b748289a2d62848147e1fb 2024-11-10T01:22:32,496 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/default/test/7847f23c5cae0eb3ec5a7e115c1dbd50/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T01:22:32,496 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:22:32,496 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:22:32,496 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50. 2024-11-10T01:22:32,496 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7847f23c5cae0eb3ec5a7e115c1dbd50: Waiting for close lock at 1731201751890Running coprocessor pre-close hooks at 1731201751890Disabling compacts and flushes for region at 1731201751890Disabling writes for close at 1731201751891 (+1 ms)Obtaining lock to block concurrent updates at 1731201751891Preparing flush snapshotting stores in 7847f23c5cae0eb3ec5a7e115c1dbd50 at 1731201751891Finished memstore snapshotting test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731201751891Flushing stores of test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50. at 1731201751891Flushing 7847f23c5cae0eb3ec5a7e115c1dbd50/f: creating writer at 1731201751892 (+1 ms)Flushing 7847f23c5cae0eb3ec5a7e115c1dbd50/f: appending metadata at 1731201751909 (+17 ms)Flushing 7847f23c5cae0eb3ec5a7e115c1dbd50/f: closing flushed file at 1731201751909Flushing 7847f23c5cae0eb3ec5a7e115c1dbd50/f1: creating writer at 1731201752326 (+417 ms)Flushing 7847f23c5cae0eb3ec5a7e115c1dbd50/f1: appending metadata at 1731201752358 (+32 ms)Flushing 7847f23c5cae0eb3ec5a7e115c1dbd50/f1: closing flushed file at 1731201752358Flushing 7847f23c5cae0eb3ec5a7e115c1dbd50/norep: creating writer at 1731201752391 (+33 ms)Flushing 7847f23c5cae0eb3ec5a7e115c1dbd50/norep: appending metadata at 1731201752421 (+30 ms)Flushing 7847f23c5cae0eb3ec5a7e115c1dbd50/norep: closing flushed file at 1731201752421Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372a9dc0: reopening flushed file at 1731201752468 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@175daa3c: reopening flushed file at 1731201752473 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f523f7: reopening flushed file at 1731201752479 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7847f23c5cae0eb3ec5a7e115c1dbd50 in 595ms, sequenceid=12, compaction requested=false at 1731201752486 (+7 ms)Writing region close event to WAL at 1731201752492 (+6 ms)Running coprocessor post-close hooks at 1731201752496 (+4 ms)Closed at 1731201752496 2024-11-10T01:22:32,496 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731201727191.7847f23c5cae0eb3ec5a7e115c1dbd50. 2024-11-10T01:22:32,497 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 271d64920c0c4b8d31271f4d58ea0976, disabling compactions & flushes 2024-11-10T01:22:32,497 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976. 2024-11-10T01:22:32,497 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976. 2024-11-10T01:22:32,497 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976. after waiting 0 ms 2024-11-10T01:22:32,497 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976. 2024-11-10T01:22:32,497 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 271d64920c0c4b8d31271f4d58ea0976 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-10T01:22:32,500 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/ns/95f9349f44b748289a2d62848147e1fb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T01:22:32,501 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/.tmp/rep_barrier/0b79957459e6466893ad47195f892bf6 as hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/rep_barrier/0b79957459e6466893ad47195f892bf6 2024-11-10T01:22:32,506 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/rep_barrier/0b79957459e6466893ad47195f892bf6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T01:22:32,507 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/.tmp/table/8fa3d917c536491593f709dcf2e2707e as hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/table/8fa3d917c536491593f709dcf2e2707e 2024-11-10T01:22:32,515 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/table/8fa3d917c536491593f709dcf2e2707e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T01:22:32,517 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 626ms, sequenceid=16, compaction requested=false 2024-11-10T01:22:32,517 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:22:32,520 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/replication/271d64920c0c4b8d31271f4d58ea0976/.tmp/queue/c5d330bb613549eea23fc503d1463328 is 154, key is 1-0c4d4d227d60,45513,1731201713767/queue:0c4d4d227d60%2C45513%2C1731201713767/1731201744894/Put/seqid=0 2024-11-10T01:22:32,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741847_1023 (size=5353) 2024-11-10T01:22:32,555 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T01:22:32,555 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:22:32,555 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:22:32,555 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:22:32,556 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201751891Running coprocessor pre-close hooks at 1731201751891Disabling compacts and flushes for region at 1731201751891Disabling writes for close at 1731201751891Obtaining lock to block concurrent updates at 1731201751891Preparing flush snapshotting stores in 1588230740 at 1731201751891Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731201751891Flushing stores of hbase:meta,,1.1588230740 at 1731201751892 (+1 ms)Flushing 1588230740/info: creating writer at 1731201751892Flushing 1588230740/info: appending metadata at 1731201751910 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731201751910Flushing 1588230740/ns: creating writer at 1731201752319 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731201752350 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731201752350Flushing 1588230740/rep_barrier: creating writer at 1731201752400 (+50 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731201752424 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731201752424Flushing 1588230740/table: creating writer at 1731201752451 (+27 ms)Flushing 1588230740/table: appending metadata at 1731201752473 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731201752474 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e26a3b0: reopening flushed file at 1731201752485 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a49dd69: reopening flushed file at 1731201752492 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29dfa3b3: reopening flushed file at 1731201752500 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c66835c: reopening flushed file at 1731201752506 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 626ms, sequenceid=16, compaction requested=false at 1731201752517 (+11 ms)Writing region close event to WAL at 1731201752551 (+34 ms)Running coprocessor post-close hooks at 1731201752555 (+4 ms)Closed at 1731201752555 2024-11-10T01:22:32,556 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:22:32,627 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 1488, reset compression=false 2024-11-10T01:22:32,638 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:32,638 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 2379, reset compression=false 2024-11-10T01:22:32,638 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,45513,1731201713767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960, lastWalPosition=2379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:32,639 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0c4d4d227d60,45513,1731201713767: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0c4d4d227d60,45513,1731201713767, walGroup=0c4d4d227d60%2C45513%2C1731201713767, offset=0c4d4d227d60%2C45513%2C1731201713767.1731201715960:2379, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:45513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T01:22:32,640 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T01:22:32,640 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T01:22:32,641 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T01:22:32,641 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T01:22:32,641 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T01:22:32,641 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1140850688, "init": 1048576000, "max": 2306867200, "used": 937965560 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 196424704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T01:22:32,641 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:42699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:42699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-10T01:22:32,692 DEBUG [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(1351): Waiting on 271d64920c0c4b8d31271f4d58ea0976 2024-11-10T01:22:32,872 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.wal-reader.0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/WALs/0c4d4d227d60,45513,1731201713767/0c4d4d227d60%2C45513%2C1731201713767.1731201715960 to pos 2379, reset compression=false 2024-11-10T01:22:32,892 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T01:22:32,892 DEBUG [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(1325): Online Regions={271d64920c0c4b8d31271f4d58ea0976=hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976.} 2024-11-10T01:22:32,892 DEBUG [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(1351): Waiting on 271d64920c0c4b8d31271f4d58ea0976 2024-11-10T01:22:32,924 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:22:32,924 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:22:32,959 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/replication/271d64920c0c4b8d31271f4d58ea0976/.tmp/queue/c5d330bb613549eea23fc503d1463328 2024-11-10T01:22:32,967 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/replication/271d64920c0c4b8d31271f4d58ea0976/.tmp/queue/c5d330bb613549eea23fc503d1463328 as hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/replication/271d64920c0c4b8d31271f4d58ea0976/queue/c5d330bb613549eea23fc503d1463328 2024-11-10T01:22:32,972 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/replication/271d64920c0c4b8d31271f4d58ea0976/queue/c5d330bb613549eea23fc503d1463328, entries=1, sequenceid=14, filesize=5.2 K 2024-11-10T01:22:32,976 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 271d64920c0c4b8d31271f4d58ea0976 in 479ms, sequenceid=14, compaction requested=false 2024-11-10T01:22:32,981 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/data/hbase/replication/271d64920c0c4b8d31271f4d58ea0976/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-10T01:22:32,981 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:22:32,981 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:22:32,981 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976. 2024-11-10T01:22:32,981 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 271d64920c0c4b8d31271f4d58ea0976: Waiting for close lock at 1731201752497Running coprocessor pre-close hooks at 1731201752497Disabling compacts and flushes for region at 1731201752497Disabling writes for close at 1731201752497Obtaining lock to block concurrent updates at 1731201752497Preparing flush snapshotting stores in 271d64920c0c4b8d31271f4d58ea0976 at 1731201752497Finished memstore snapshotting hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731201752497Flushing stores of hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976. at 1731201752498 (+1 ms)Flushing 271d64920c0c4b8d31271f4d58ea0976/queue: creating writer at 1731201752498Flushing 271d64920c0c4b8d31271f4d58ea0976/queue: appending metadata at 1731201752519 (+21 ms)Flushing 271d64920c0c4b8d31271f4d58ea0976/queue: closing flushed file at 1731201752519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79889526: reopening flushed file at 1731201752966 (+447 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 271d64920c0c4b8d31271f4d58ea0976 in 479ms, sequenceid=14, compaction requested=false at 1731201752976 (+10 ms)Writing region close event to WAL at 1731201752977 (+1 ms)Running coprocessor post-close hooks at 1731201752981 (+4 ms)Closed at 1731201752981 2024-11-10T01:22:32,982 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731201731219.271d64920c0c4b8d31271f4d58ea0976. 2024-11-10T01:22:33,093 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,45513,1731201713767; all regions closed. 2024-11-10T01:22:33,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741834_1010 (size=4239) 2024-11-10T01:22:33,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741839_1015 (size=3552) 2024-11-10T01:22:33,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741832_1008 (size=2387) 2024-11-10T01:22:33,130 DEBUG [RS:0;0c4d4d227d60:45513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:33,131 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:22:33,131 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:22:33,131 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:22:33,131 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:22:33,131 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,45513,1731201713767 because: Region server is closing 2024-11-10T01:22:33,131 INFO [RS:0;0c4d4d227d60:45513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:45513. 2024-11-10T01:22:33,131 DEBUG [RS:0;0c4d4d227d60:45513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:33,131 DEBUG [RS:0;0c4d4d227d60:45513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:33,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:33,132 DEBUG [RS:0;0c4d4d227d60:45513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:33,132 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:22:33,232 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,45513,1731201713767.replicationSource.shipper0c4d4d227d60%2C45513%2C1731201713767,1-0c4d4d227d60,45513,1731201713767 terminated 2024-11-10T01:22:33,232 INFO [RS:0;0c4d4d227d60:45513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:45513. 2024-11-10T01:22:33,232 DEBUG [RS:0;0c4d4d227d60:45513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:33,232 DEBUG [RS:0;0c4d4d227d60:45513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:33,232 DEBUG [RS:0;0c4d4d227d60:45513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:33,233 INFO [RS:0;0c4d4d227d60:45513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45513 2024-11-10T01:22:33,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:33,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240/rs 2024-11-10T01:22:33,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1229899240/rs/0c4d4d227d60,45513,1731201713767 2024-11-10T01:22:33,280 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:22:33,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,45513,1731201713767] 2024-11-10T01:22:33,291 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1229899240/draining/0c4d4d227d60,45513,1731201713767 already deleted, retry=false 2024-11-10T01:22:33,291 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,45513,1731201713767 expired; onlineServers=0 2024-11-10T01:22:33,291 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,42699,1731201713577' ***** 2024-11-10T01:22:33,291 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:22:33,291 INFO [M:0;0c4d4d227d60:42699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:22:33,291 INFO [M:0;0c4d4d227d60:42699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:22:33,291 DEBUG [M:0;0c4d4d227d60:42699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:22:33,291 DEBUG [M:0;0c4d4d227d60:42699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:22:33,291 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:22:33,291 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201715750 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201715750,5,FailOnTimeoutGroup] 2024-11-10T01:22:33,291 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201715751 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201715751,5,FailOnTimeoutGroup] 2024-11-10T01:22:33,291 INFO [M:0;0c4d4d227d60:42699 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:22:33,292 INFO [M:0;0c4d4d227d60:42699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:22:33,292 DEBUG [M:0;0c4d4d227d60:42699 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:22:33,292 INFO [M:0;0c4d4d227d60:42699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:22:33,292 INFO [M:0;0c4d4d227d60:42699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:22:33,292 INFO [M:0;0c4d4d227d60:42699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:22:33,292 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:22:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1229899240/master 2024-11-10T01:22:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229899240 2024-11-10T01:22:33,301 DEBUG [M:0;0c4d4d227d60:42699 {}] zookeeper.ZKUtil(347): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Unable to get data of znode /0-1229899240/master because node does not exist (not an error) 2024-11-10T01:22:33,301 WARN [M:0;0c4d4d227d60:42699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:22:33,308 INFO [M:0;0c4d4d227d60:42699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/.lastflushedseqids 2024-11-10T01:22:33,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741848_1024 (size=245) 2024-11-10T01:22:33,328 INFO [M:0;0c4d4d227d60:42699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:22:33,328 INFO [M:0;0c4d4d227d60:42699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:22:33,329 DEBUG [M:0;0c4d4d227d60:42699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:22:33,329 INFO [M:0;0c4d4d227d60:42699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:33,329 DEBUG [M:0;0c4d4d227d60:42699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:33,329 DEBUG [M:0;0c4d4d227d60:42699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:22:33,329 DEBUG [M:0;0c4d4d227d60:42699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:33,329 INFO [M:0;0c4d4d227d60:42699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-10T01:22:33,348 DEBUG [M:0;0c4d4d227d60:42699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e361df203b7441b081a817bc925203cc is 82, key is hbase:meta,,1/info:regioninfo/1731201716999/Put/seqid=0 2024-11-10T01:22:33,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741849_1025 (size=5672) 2024-11-10T01:22:33,364 INFO [M:0;0c4d4d227d60:42699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e361df203b7441b081a817bc925203cc 2024-11-10T01:22:33,385 DEBUG [M:0;0c4d4d227d60:42699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c5cfe01ba1a4cb1b5166dc29c9d9ef8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731201727572/Put/seqid=0 2024-11-10T01:22:33,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:22:33,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1012255b9e70001, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:22:33,391 INFO [RS:0;0c4d4d227d60:45513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:22:33,391 INFO [RS:0;0c4d4d227d60:45513 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,45513,1731201713767; zookeeper connection closed. 2024-11-10T01:22:33,391 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a7e95e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a7e95e 2024-11-10T01:22:33,391 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:22:33,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741850_1026 (size=7218) 2024-11-10T01:22:33,408 INFO [M:0;0c4d4d227d60:42699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c5cfe01ba1a4cb1b5166dc29c9d9ef8 2024-11-10T01:22:33,411 INFO [M:0;0c4d4d227d60:42699 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c5cfe01ba1a4cb1b5166dc29c9d9ef8 2024-11-10T01:22:33,427 DEBUG [M:0;0c4d4d227d60:42699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a55e7dcd4a564418b925f02ac48aeda4 is 69, key is 0c4d4d227d60,45513,1731201713767/rs:state/1731201715823/Put/seqid=0 2024-11-10T01:22:33,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741851_1027 (size=5156) 2024-11-10T01:22:33,436 INFO [M:0;0c4d4d227d60:42699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a55e7dcd4a564418b925f02ac48aeda4 2024-11-10T01:22:33,442 DEBUG [M:0;0c4d4d227d60:42699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e361df203b7441b081a817bc925203cc as hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e361df203b7441b081a817bc925203cc 2024-11-10T01:22:33,453 INFO [M:0;0c4d4d227d60:42699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e361df203b7441b081a817bc925203cc, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T01:22:33,455 DEBUG [M:0;0c4d4d227d60:42699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c5cfe01ba1a4cb1b5166dc29c9d9ef8 as hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c5cfe01ba1a4cb1b5166dc29c9d9ef8 2024-11-10T01:22:33,464 INFO [M:0;0c4d4d227d60:42699 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c5cfe01ba1a4cb1b5166dc29c9d9ef8 2024-11-10T01:22:33,464 INFO [M:0;0c4d4d227d60:42699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c5cfe01ba1a4cb1b5166dc29c9d9ef8, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T01:22:33,465 DEBUG [M:0;0c4d4d227d60:42699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a55e7dcd4a564418b925f02ac48aeda4 as hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a55e7dcd4a564418b925f02ac48aeda4 2024-11-10T01:22:33,468 INFO [M:0;0c4d4d227d60:42699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41611/user/jenkins/test-data/559bc1ba-6746-7782-1e80-abcbca8b5f67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a55e7dcd4a564418b925f02ac48aeda4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T01:22:33,469 INFO [M:0;0c4d4d227d60:42699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=105, compaction requested=false 2024-11-10T01:22:33,478 INFO [M:0;0c4d4d227d60:42699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:33,478 DEBUG [M:0;0c4d4d227d60:42699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201753328Disabling compacts and flushes for region at 1731201753328Disabling writes for close at 1731201753329 (+1 ms)Obtaining lock to block concurrent updates at 1731201753329Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201753329Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731201753329Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201753329Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201753330 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201753345 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201753347 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201753371 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201753385 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201753385Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201753412 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201753427 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201753427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47688863: reopening flushed file at 1731201753441 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc08fe2: reopening flushed file at 1731201753453 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d54289e: reopening flushed file at 1731201753464 (+11 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=105, compaction requested=false at 1731201753469 (+5 ms)Writing region close event to WAL at 1731201753477 (+8 ms)Closed at 1731201753477 2024-11-10T01:22:33,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741830_1006 (size=64423) 2024-11-10T01:22:33,482 INFO [M:0;0c4d4d227d60:42699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:22:33,482 INFO [M:0;0c4d4d227d60:42699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42699 2024-11-10T01:22:33,482 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:22:33,485 INFO [M:0;0c4d4d227d60:42699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:22:33,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:22:33,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1012255b9e70000, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:22:33,603 INFO [M:0;0c4d4d227d60:42699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:22:33,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27956a12{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:22:33,612 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c36cb8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:22:33,612 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:22:33,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdcbd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:22:33,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70997bd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/hadoop.log.dir/,STOPPED} 2024-11-10T01:22:33,617 WARN [BP-462049819-172.17.0.3-1731201711697 heartbeating to localhost/127.0.0.1:41611 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:22:33,617 WARN [BP-462049819-172.17.0.3-1731201711697 heartbeating to localhost/127.0.0.1:41611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-462049819-172.17.0.3-1731201711697 (Datanode Uuid d3982c5e-9c83-4e8e-9518-5d092290c8d4) service to localhost/127.0.0.1:41611 2024-11-10T01:22:33,618 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:22:33,618 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:22:33,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/cluster_288375d3-b7a1-01a5-82d4-0043b5c55ad2/data/data2/current/BP-462049819-172.17.0.3-1731201711697 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:22:33,619 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:22:33,619 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/cluster_288375d3-b7a1-01a5-82d4-0043b5c55ad2/data/data1/current/BP-462049819-172.17.0.3-1731201711697 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:22:33,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65e887e1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:22:33,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2faeecda{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:22:33,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:22:33,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ea6be69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:22:33,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64918103{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3937fbf7-d8a6-510b-fab1-c3ecfaa6d80f/hadoop.log.dir/,STOPPED} 2024-11-10T01:22:33,637 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T01:22:33,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:22:33,670 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=320 (was 260) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:41611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:44299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:42091 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:41611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:41611 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63473) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:44299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63473) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:42091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:44299 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63473) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:41611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:42091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=746 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=1462 (was 413) - AvailableMemoryMB LEAK? - 2024-11-10T01:22:33,686 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=320, OpenFileDescriptor=746, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=1457 2024-11-10T01:22:33,703 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-10T01:22:33,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/hadoop.log.dir so I do NOT create it in target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e 2024-11-10T01:22:33,704 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:22:33,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/hadoop.tmp.dir so I do NOT create it in target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e 2024-11-10T01:22:33,704 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badff4b6-fbf4-f9a5-c227-ba08a9da145c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:22:33,704 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e 2024-11-10T01:22:33,704 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/cluster_194581ea-8650-9eb8-1c59-61bceb2d028d, deleteOnExit=true 2024-11-10T01:22:33,725 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/cluster_194581ea-8650-9eb8-1c59-61bceb2d028d/zookeeper_0, clientPort=52583, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/cluster_194581ea-8650-9eb8-1c59-61bceb2d028d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/cluster_194581ea-8650-9eb8-1c59-61bceb2d028d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T01:22:33,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52583 2024-11-10T01:22:33,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:22:33,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:22:33,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/test.cache.data in system properties and HBase conf 2024-11-10T01:22:33,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:22:33,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:22:33,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:22:33,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:22:33,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:22:33,727 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:22:33,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:22:33,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:22:33,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:22:33,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:22:33,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:22:33,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:22:33,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:22:33,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:22:33,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:22:33,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:22:33,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:22:33,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:22:33,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:22:33,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:22:33,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012255b9e70008, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:22:33,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012255b9e70005, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:22:33,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012255b9e70008, quorum=127.0.0.1:63473, baseZNode=/2-1280434935 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:22:33,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012255b9e70005, quorum=127.0.0.1:63473, baseZNode=/12042881441 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:22:33,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012255b9e70002, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:22:33,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012255b9e70002, quorum=127.0.0.1:63473, baseZNode=/0-1229899240 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:22:34,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:22:34,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T01:22:34,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T01:22:34,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:22:34,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:22:34,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:22:34,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:22:34,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:22:34,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:22:34,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:22:34,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f62e599{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:22:34,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30e5a0b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:22:34,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@801c30b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/java.io.tmpdir/jetty-localhost-34671-hadoop-hdfs-3_4_1-tests_jar-_-any-8978236363489966051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:22:34,410 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2328ddb7{HTTP/1.1, (http/1.1)}{localhost:34671} 2024-11-10T01:22:34,410 INFO [Time-limited test {}] server.Server(415): Started @281919ms 2024-11-10T01:22:34,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:22:34,873 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:22:34,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:22:34,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:22:34,874 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:22:34,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b12a0a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:22:34,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b0bef9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:22:34,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ca7b10a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/java.io.tmpdir/jetty-localhost-39257-hadoop-hdfs-3_4_1-tests_jar-_-any-1036662474764729203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:22:34,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f67920e{HTTP/1.1, (http/1.1)}{localhost:39257} 2024-11-10T01:22:34,983 INFO [Time-limited test {}] server.Server(415): Started @282493ms 2024-11-10T01:22:34,984 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:22:35,846 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/cluster_194581ea-8650-9eb8-1c59-61bceb2d028d/data/data1/current/BP-601261215-172.17.0.3-1731201753782/current, will proceed with Du for space computation calculation, 2024-11-10T01:22:35,846 WARN [Thread-3429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/cluster_194581ea-8650-9eb8-1c59-61bceb2d028d/data/data2/current/BP-601261215-172.17.0.3-1731201753782/current, will proceed with Du for space computation calculation, 2024-11-10T01:22:35,868 WARN [Thread-3416 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:22:35,877 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1ce1a4a9960a514 with lease ID 0x6e719ce7a968c7f0: Processing first storage report for DS-13f9154e-09e2-434a-bcb0-8c3898732860 from datanode DatanodeRegistration(127.0.0.1:35623, datanodeUuid=8a6139b3-92bf-4947-9b55-4ff11a678cbd, infoPort=38603, infoSecurePort=0, ipcPort=33799, storageInfo=lv=-57;cid=testClusterID;nsid=1948509562;c=1731201753782) 2024-11-10T01:22:35,877 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1ce1a4a9960a514 with lease ID 0x6e719ce7a968c7f0: from storage DS-13f9154e-09e2-434a-bcb0-8c3898732860 node DatanodeRegistration(127.0.0.1:35623, datanodeUuid=8a6139b3-92bf-4947-9b55-4ff11a678cbd, infoPort=38603, infoSecurePort=0, ipcPort=33799, storageInfo=lv=-57;cid=testClusterID;nsid=1948509562;c=1731201753782), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:22:35,877 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1ce1a4a9960a514 with lease ID 0x6e719ce7a968c7f0: Processing first storage report for DS-cd92c152-aca1-4132-875a-4945ff768948 from datanode DatanodeRegistration(127.0.0.1:35623, datanodeUuid=8a6139b3-92bf-4947-9b55-4ff11a678cbd, infoPort=38603, infoSecurePort=0, ipcPort=33799, storageInfo=lv=-57;cid=testClusterID;nsid=1948509562;c=1731201753782) 2024-11-10T01:22:35,878 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1ce1a4a9960a514 with lease ID 0x6e719ce7a968c7f0: from storage DS-cd92c152-aca1-4132-875a-4945ff768948 node DatanodeRegistration(127.0.0.1:35623, datanodeUuid=8a6139b3-92bf-4947-9b55-4ff11a678cbd, infoPort=38603, infoSecurePort=0, ipcPort=33799, storageInfo=lv=-57;cid=testClusterID;nsid=1948509562;c=1731201753782), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:22:35,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e 2024-11-10T01:22:35,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:35,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:35,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:22:36,336 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9 with version=8 2024-11-10T01:22:36,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/hbase-staging 2024-11-10T01:22:36,338 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:22:36,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:36,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:36,339 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:22:36,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:36,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:22:36,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:22:36,339 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:22:36,339 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33551 2024-11-10T01:22:36,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33551 connecting to ZooKeeper ensemble=127.0.0.1:52583 2024-11-10T01:22:36,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335510x0, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:22:36,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33551-0x10122565e1d0000 connected 2024-11-10T01:22:36,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:36,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:36,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Set watcher on znode that does not yet exist, /01392250793/running 2024-11-10T01:22:36,840 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9, hbase.cluster.distributed=false 2024-11-10T01:22:36,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Set watcher on znode that does not yet exist, /01392250793/acl 2024-11-10T01:22:36,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33551 2024-11-10T01:22:36,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33551 2024-11-10T01:22:36,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33551 2024-11-10T01:22:36,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33551 2024-11-10T01:22:36,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33551 2024-11-10T01:22:36,866 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:22:36,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:36,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:36,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:22:36,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:36,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:22:36,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:22:36,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:22:36,866 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33697 2024-11-10T01:22:36,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33697 connecting to ZooKeeper ensemble=127.0.0.1:52583 2024-11-10T01:22:36,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:36,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:36,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336970x0, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:22:36,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33697-0x10122565e1d0001 connected 2024-11-10T01:22:36,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Set watcher on znode that does not yet exist, /01392250793/running 2024-11-10T01:22:36,917 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:22:36,920 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:22:36,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Set watcher on znode that does not yet exist, /01392250793/master 2024-11-10T01:22:36,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Set watcher on znode that does not yet exist, /01392250793/acl 2024-11-10T01:22:36,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33697 2024-11-10T01:22:36,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33697 2024-11-10T01:22:36,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33697 2024-11-10T01:22:36,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33697 2024-11-10T01:22:36,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33697 2024-11-10T01:22:36,941 DEBUG [M:0;0c4d4d227d60:33551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:33551 2024-11-10T01:22:36,944 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01392250793/backup-masters/0c4d4d227d60,33551,1731201756338 2024-11-10T01:22:36,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793/backup-masters 2024-11-10T01:22:36,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793/backup-masters 2024-11-10T01:22:36,990 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Set watcher on existing znode=/01392250793/backup-masters/0c4d4d227d60,33551,1731201756338 2024-11-10T01:22:37,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01392250793/master 2024-11-10T01:22:37,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:22:37,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:22:37,049 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Set watcher on existing znode=/01392250793/master 2024-11-10T01:22:37,049 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01392250793/backup-masters/0c4d4d227d60,33551,1731201756338 from backup master directory 2024-11-10T01:22:37,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793/backup-masters 2024-11-10T01:22:37,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01392250793/backup-masters/0c4d4d227d60,33551,1731201756338 2024-11-10T01:22:37,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793/backup-masters 2024-11-10T01:22:37,138 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:22:37,138 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,33551,1731201756338 2024-11-10T01:22:37,141 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/hbase.id] with ID: 2f480f62-61b9-440d-b96a-27ff226944a6 2024-11-10T01:22:37,141 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/.tmp/hbase.id 2024-11-10T01:22:37,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:22:37,545 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/.tmp/hbase.id]:[hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/hbase.id] 2024-11-10T01:22:37,552 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:37,552 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:22:37,553 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T01:22:37,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:22:37,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:22:37,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:22:37,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:22:37,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:37,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:37,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:37,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:38,020 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:22:38,021 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:22:38,023 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:38,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:38,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:38,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:38,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:38,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:38,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:38,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:22:38,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:38,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:38,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:38,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:38,449 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store 2024-11-10T01:22:38,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:22:38,870 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:38,871 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:22:38,871 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:38,871 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:38,871 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:22:38,871 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:38,871 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:38,871 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201758870Disabling compacts and flushes for region at 1731201758870Disabling writes for close at 1731201758871 (+1 ms)Writing region close event to WAL at 1731201758871Closed at 1731201758871 2024-11-10T01:22:38,871 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/.initializing 2024-11-10T01:22:38,872 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/WALs/0c4d4d227d60,33551,1731201756338 2024-11-10T01:22:38,872 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:22:38,874 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C33551%2C1731201756338, suffix=, logDir=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/WALs/0c4d4d227d60,33551,1731201756338, archiveDir=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/oldWALs, maxLogs=10 2024-11-10T01:22:38,890 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/WALs/0c4d4d227d60,33551,1731201756338/0c4d4d227d60%2C33551%2C1731201756338.1731201758874, exclude list is [], retry=0 2024-11-10T01:22:38,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35623,DS-13f9154e-09e2-434a-bcb0-8c3898732860,DISK] 2024-11-10T01:22:38,893 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/WALs/0c4d4d227d60,33551,1731201756338/0c4d4d227d60%2C33551%2C1731201756338.1731201758874 2024-11-10T01:22:38,895 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603)] 2024-11-10T01:22:38,895 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:38,895 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:38,895 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:38,895 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:38,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:38,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:22:38,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:38,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:38,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:38,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:22:38,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:38,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:38,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:38,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:22:38,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:38,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:38,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:38,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:22:38,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:38,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:38,901 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:38,902 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:38,902 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:38,903 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:38,903 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:38,904 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:22:38,904 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:38,906 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:38,906 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68515875, jitterRate=0.020966097712516785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:22:38,907 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201758895Initializing all the Stores at 1731201758896 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201758896Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201758896Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201758896Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201758896Cleaning up temporary data from old regions at 1731201758903 (+7 ms)Region opened successfully at 1731201758906 (+3 ms) 2024-11-10T01:22:38,907 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:22:38,909 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48541bba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:22:38,910 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:22:38,910 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:22:38,910 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:22:38,910 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:22:38,910 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:22:38,910 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:22:38,910 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:22:38,912 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:22:38,912 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Unable to get data of znode /01392250793/balancer because node does not exist (not necessarily an error) 2024-11-10T01:22:38,919 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01392250793/balancer already deleted, retry=false 2024-11-10T01:22:38,919 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:22:38,920 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Unable to get data of znode /01392250793/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:22:38,929 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01392250793/normalizer already deleted, retry=false 2024-11-10T01:22:38,930 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:22:38,931 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Unable to get data of znode /01392250793/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:22:38,940 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01392250793/switch/split already deleted, retry=false 2024-11-10T01:22:38,941 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Unable to get data of znode /01392250793/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:22:38,950 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01392250793/switch/merge already deleted, retry=false 2024-11-10T01:22:38,953 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Unable to get data of znode /01392250793/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:22:39,041 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01392250793/snapshot-cleanup already deleted, retry=false 2024-11-10T01:22:39,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01392250793/running 2024-11-10T01:22:39,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01392250793/running 2024-11-10T01:22:39,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:22:39,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:22:39,052 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,33551,1731201756338, sessionid=0x10122565e1d0000, setting cluster-up flag (Was=false) 2024-11-10T01:22:39,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:22:39,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:22:39,104 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01392250793/flush-table-proc/acquired, /01392250793/flush-table-proc/reached, /01392250793/flush-table-proc/abort 2024-11-10T01:22:39,106 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,33551,1731201756338 2024-11-10T01:22:39,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:22:39,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:22:39,161 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01392250793/online-snapshot/acquired, /01392250793/online-snapshot/reached, /01392250793/online-snapshot/abort 2024-11-10T01:22:39,162 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,33551,1731201756338 2024-11-10T01:22:39,164 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:22:39,168 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:39,169 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:22:39,169 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:22:39,169 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,33551,1731201756338 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:22:39,170 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:39,170 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:39,170 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:39,170 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:39,170 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:22:39,170 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:39,170 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:22:39,170 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:39,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:39,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:22:39,173 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:39,173 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:22:39,176 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201789176 2024-11-10T01:22:39,176 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:22:39,176 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:22:39,176 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:22:39,176 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:22:39,176 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:22:39,176 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:22:39,180 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:39,183 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:22:39,183 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:22:39,183 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:22:39,183 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:22:39,184 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:22:39,184 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:22:39,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:22:39,192 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201759184,5,FailOnTimeoutGroup] 2024-11-10T01:22:39,192 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201759192,5,FailOnTimeoutGroup] 2024-11-10T01:22:39,192 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:39,192 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:22:39,192 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:39,192 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:39,233 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(746): ClusterId : 2f480f62-61b9-440d-b96a-27ff226944a6 2024-11-10T01:22:39,233 DEBUG [RS:0;0c4d4d227d60:33697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:22:39,295 DEBUG [RS:0;0c4d4d227d60:33697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:22:39,295 DEBUG [RS:0;0c4d4d227d60:33697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:22:39,316 DEBUG [RS:0;0c4d4d227d60:33697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:22:39,316 DEBUG [RS:0;0c4d4d227d60:33697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a7b541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:22:39,330 DEBUG [RS:0;0c4d4d227d60:33697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:33697 2024-11-10T01:22:39,330 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:22:39,330 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:22:39,330 DEBUG [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:22:39,331 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,33551,1731201756338 with port=33697, startcode=1731201756865 2024-11-10T01:22:39,331 DEBUG [RS:0;0c4d4d227d60:33697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:22:39,333 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:22:39,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,33697,1731201756865 2024-11-10T01:22:39,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33551 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,33697,1731201756865 2024-11-10T01:22:39,335 DEBUG [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9 2024-11-10T01:22:39,335 DEBUG [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36679 2024-11-10T01:22:39,335 DEBUG [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:22:39,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793/rs 2024-11-10T01:22:39,351 DEBUG [RS:0;0c4d4d227d60:33697 {}] zookeeper.ZKUtil(111): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Set watcher on existing znode=/01392250793/rs/0c4d4d227d60,33697,1731201756865 2024-11-10T01:22:39,351 WARN [RS:0;0c4d4d227d60:33697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:22:39,351 INFO [RS:0;0c4d4d227d60:33697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:39,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,33697,1731201756865] 2024-11-10T01:22:39,351 DEBUG [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865 2024-11-10T01:22:39,354 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:22:39,355 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:22:39,355 INFO [RS:0;0c4d4d227d60:33697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:22:39,355 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:39,355 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:22:39,356 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:22:39,356 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:39,356 DEBUG [RS:0;0c4d4d227d60:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:39,356 DEBUG [RS:0;0c4d4d227d60:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:39,356 DEBUG [RS:0;0c4d4d227d60:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:39,356 DEBUG [RS:0;0c4d4d227d60:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:39,356 DEBUG [RS:0;0c4d4d227d60:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:39,356 DEBUG [RS:0;0c4d4d227d60:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:22:39,356 DEBUG [RS:0;0c4d4d227d60:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:39,356 DEBUG [RS:0;0c4d4d227d60:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:39,356 DEBUG [RS:0;0c4d4d227d60:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:39,356 DEBUG [RS:0;0c4d4d227d60:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:39,356 DEBUG [RS:0;0c4d4d227d60:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:39,356 DEBUG [RS:0;0c4d4d227d60:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:39,356 DEBUG [RS:0;0c4d4d227d60:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:22:39,356 DEBUG [RS:0;0c4d4d227d60:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:22:39,364 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:39,364 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:39,364 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:39,364 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:39,364 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:39,364 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33697,1731201756865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:22:39,376 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:22:39,376 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33697,1731201756865-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:39,377 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:39,377 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.Replication(171): 0c4d4d227d60,33697,1731201756865 started 2024-11-10T01:22:39,389 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:39,389 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,33697,1731201756865, RpcServer on 0c4d4d227d60/172.17.0.3:33697, sessionid=0x10122565e1d0001 2024-11-10T01:22:39,389 DEBUG [RS:0;0c4d4d227d60:33697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:22:39,389 DEBUG [RS:0;0c4d4d227d60:33697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,33697,1731201756865 2024-11-10T01:22:39,389 DEBUG [RS:0;0c4d4d227d60:33697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,33697,1731201756865' 2024-11-10T01:22:39,389 DEBUG [RS:0;0c4d4d227d60:33697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01392250793/flush-table-proc/abort' 2024-11-10T01:22:39,389 DEBUG [RS:0;0c4d4d227d60:33697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01392250793/flush-table-proc/acquired' 2024-11-10T01:22:39,390 DEBUG [RS:0;0c4d4d227d60:33697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:22:39,390 DEBUG [RS:0;0c4d4d227d60:33697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:22:39,390 DEBUG [RS:0;0c4d4d227d60:33697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,33697,1731201756865 2024-11-10T01:22:39,390 DEBUG [RS:0;0c4d4d227d60:33697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,33697,1731201756865' 2024-11-10T01:22:39,390 DEBUG [RS:0;0c4d4d227d60:33697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01392250793/online-snapshot/abort' 2024-11-10T01:22:39,390 DEBUG [RS:0;0c4d4d227d60:33697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01392250793/online-snapshot/acquired' 2024-11-10T01:22:39,390 DEBUG [RS:0;0c4d4d227d60:33697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:22:39,390 INFO [RS:0;0c4d4d227d60:33697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:22:39,390 INFO [RS:0;0c4d4d227d60:33697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:22:39,491 INFO [RS:0;0c4d4d227d60:33697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:22:39,492 INFO [RS:0;0c4d4d227d60:33697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C33697%2C1731201756865, suffix=, logDir=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865, archiveDir=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/oldWALs, maxLogs=10 2024-11-10T01:22:39,510 DEBUG [RS:0;0c4d4d227d60:33697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492, exclude list is [], retry=0 2024-11-10T01:22:39,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35623,DS-13f9154e-09e2-434a-bcb0-8c3898732860,DISK] 2024-11-10T01:22:39,516 INFO [RS:0;0c4d4d227d60:33697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 2024-11-10T01:22:39,516 DEBUG [RS:0;0c4d4d227d60:33697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603)] 2024-11-10T01:22:39,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:22:39,590 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9 2024-11-10T01:22:39,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741833_1009 (size=32) 2024-11-10T01:22:39,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:39,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:22:39,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:22:39,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:39,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:39,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:22:39,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:22:39,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:39,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:39,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:22:39,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:22:39,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:39,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:39,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:22:39,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:22:39,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:39,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:39,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:22:39,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740 2024-11-10T01:22:39,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740 2024-11-10T01:22:39,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:22:39,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:22:39,615 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:22:39,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:22:39,620 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:39,621 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73182147, jitterRate=0.09049896895885468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:22:39,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201759601Initializing all the Stores at 1731201759601Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201759601Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201759601Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201759601Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201759601Cleaning up temporary data from old regions at 1731201759615 (+14 ms)Region opened successfully at 1731201759621 (+6 ms) 2024-11-10T01:22:39,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:22:39,621 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:22:39,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:22:39,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:22:39,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:22:39,624 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:22:39,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201759621Disabling compacts and flushes for region at 1731201759621Disabling writes for close at 1731201759621Writing region close event to WAL at 1731201759624 (+3 ms)Closed at 1731201759624 2024-11-10T01:22:39,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:39,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:22:39,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:22:39,627 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:22:39,627 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:22:39,778 DEBUG [0c4d4d227d60:33551 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:22:39,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,33697,1731201756865 2024-11-10T01:22:39,779 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,33697,1731201756865, state=OPENING 2024-11-10T01:22:39,788 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:22:39,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:22:39,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:22:39,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01392250793/meta-region-server: CHANGED 2024-11-10T01:22:39,799 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:22:39,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01392250793/meta-region-server: CHANGED 2024-11-10T01:22:39,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,33697,1731201756865}] 2024-11-10T01:22:39,952 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:22:39,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:22:39,956 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:22:39,956 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:39,956 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:22:39,957 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C33697%2C1731201756865.meta, suffix=.meta, logDir=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865, archiveDir=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/oldWALs, maxLogs=10 2024-11-10T01:22:39,972 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.meta.1731201759958.meta, exclude list is [], retry=0 2024-11-10T01:22:39,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35623,DS-13f9154e-09e2-434a-bcb0-8c3898732860,DISK] 2024-11-10T01:22:39,975 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.meta.1731201759958.meta 2024-11-10T01:22:39,976 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603)] 2024-11-10T01:22:39,976 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:39,976 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:39,976 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:22:39,976 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:22:39,976 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:22:39,977 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:22:39,977 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:39,977 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:22:39,977 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:22:39,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:22:39,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:22:39,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:39,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:39,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:22:39,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:22:39,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:39,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:39,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:22:39,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:22:39,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:39,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:39,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:22:39,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:22:39,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:39,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:39,981 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:22:39,982 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740 2024-11-10T01:22:39,983 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740 2024-11-10T01:22:39,983 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:22:39,983 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:22:39,984 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:22:39,985 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:22:39,985 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71443909, jitterRate=0.06459720432758331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:22:39,985 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:22:39,986 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201759977Writing region info on filesystem at 1731201759977Initializing all the Stores at 1731201759977Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201759977Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201759978 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201759978Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201759978Cleaning up temporary data from old regions at 1731201759983 (+5 ms)Running coprocessor post-open hooks at 1731201759985 (+2 ms)Region opened successfully at 1731201759986 (+1 ms) 2024-11-10T01:22:39,987 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201759951 2024-11-10T01:22:39,988 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:22:39,988 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:22:39,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,33697,1731201756865 2024-11-10T01:22:39,989 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,33697,1731201756865, state=OPEN 2024-11-10T01:22:40,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01392250793/meta-region-server 2024-11-10T01:22:40,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01392250793/meta-region-server 2024-11-10T01:22:40,151 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,33697,1731201756865 2024-11-10T01:22:40,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01392250793/meta-region-server: CHANGED 2024-11-10T01:22:40,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01392250793/meta-region-server: CHANGED 2024-11-10T01:22:40,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:22:40,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,33697,1731201756865 in 352 msec 2024-11-10T01:22:40,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:22:40,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 529 msec 2024-11-10T01:22:40,157 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:40,157 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:22:40,159 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:40,159 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,33697,1731201756865, seqNum=-1] 2024-11-10T01:22:40,159 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:40,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:22:40,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 999 msec 2024-11-10T01:22:40,164 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201760164, completionTime=-1 2024-11-10T01:22:40,164 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:22:40,164 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:22:40,166 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:22:40,166 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201820166 2024-11-10T01:22:40,166 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201880166 2024-11-10T01:22:40,166 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T01:22:40,166 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33551,1731201756338-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:40,166 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33551,1731201756338-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:40,166 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33551,1731201756338-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:40,166 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:33551, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:40,166 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:40,167 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:40,168 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:22:40,169 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.031sec 2024-11-10T01:22:40,169 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:22:40,169 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:22:40,169 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:22:40,169 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:22:40,169 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:22:40,169 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33551,1731201756338-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:22:40,169 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33551,1731201756338-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:22:40,171 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:22:40,171 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:22:40,171 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,33551,1731201756338-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:40,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1634416a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:40,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,33551,-1 for getting cluster id 2024-11-10T01:22:40,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:40,235 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f480f62-61b9-440d-b96a-27ff226944a6' 2024-11-10T01:22:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f480f62-61b9-440d-b96a-27ff226944a6" 2024-11-10T01:22:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d546e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,33551,-1] 2024-11-10T01:22:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:40,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:40,236 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:40,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa46847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:40,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:40,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,33697,1731201756865, seqNum=-1] 2024-11-10T01:22:40,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:40,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:22:40,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,33551,1731201756338 2024-11-10T01:22:40,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52583 2024-11-10T01:22:40,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:22:40,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10122565e1d0002 connected 2024-11-10T01:22:40,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/hadoop.log.dir so I do NOT create it in target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19 2024-11-10T01:22:40,279 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:22:40,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/hadoop.tmp.dir so I do NOT create it in target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19 2024-11-10T01:22:40,279 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:22:40,279 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19 2024-11-10T01:22:40,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:22:40,279 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/cluster_89b84f48-07be-e05a-296d-4241c5c98b41, deleteOnExit=true 2024-11-10T01:22:40,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:22:40,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/test.cache.data in system properties and HBase conf 2024-11-10T01:22:40,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:22:40,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:22:40,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:22:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:22:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:22:40,280 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:22:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:22:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:22:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:22:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:22:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:22:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:22:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:22:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:22:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:22:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:22:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:22:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:22:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:22:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:22:40,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:22:40,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:22:40,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:22:40,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:22:40,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:22:40,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:22:40,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c7f8f3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:22:40,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@309d2b1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:22:40,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66fc0843{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/java.io.tmpdir/jetty-localhost-36545-hadoop-hdfs-3_4_1-tests_jar-_-any-8979451922021360871/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:22:40,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bbeb6d7{HTTP/1.1, (http/1.1)}{localhost:36545} 2024-11-10T01:22:40,856 INFO [Time-limited test {}] server.Server(415): Started @288366ms 2024-11-10T01:22:41,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:22:41,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:22:41,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:22:41,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:22:41,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:22:41,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ea8b69d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:22:41,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58d35e7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:22:41,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ac86264{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/java.io.tmpdir/jetty-localhost-43159-hadoop-hdfs-3_4_1-tests_jar-_-any-5145982958294532195/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:22:41,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f1d0a5{HTTP/1.1, (http/1.1)}{localhost:43159} 2024-11-10T01:22:41,325 INFO [Time-limited test {}] server.Server(415): Started @288835ms 2024-11-10T01:22:41,326 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:22:41,985 WARN [Thread-3549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/cluster_89b84f48-07be-e05a-296d-4241c5c98b41/data/data1/current/BP-1337411169-172.17.0.3-1731201760295/current, will proceed with Du for space computation calculation, 2024-11-10T01:22:41,985 WARN [Thread-3550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/cluster_89b84f48-07be-e05a-296d-4241c5c98b41/data/data2/current/BP-1337411169-172.17.0.3-1731201760295/current, will proceed with Du for space computation calculation, 2024-11-10T01:22:42,002 WARN [Thread-3537 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:22:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa67569212ce0e998 with lease ID 0xc451b35eed40bb08: Processing first storage report for DS-c68b1fb7-fdaa-4394-b777-74d891881d30 from datanode DatanodeRegistration(127.0.0.1:39251, datanodeUuid=a50f8878-230b-4118-8a1c-f16b0cbf1e9e, infoPort=42215, infoSecurePort=0, ipcPort=40201, storageInfo=lv=-57;cid=testClusterID;nsid=1096815907;c=1731201760295) 2024-11-10T01:22:42,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa67569212ce0e998 with lease ID 0xc451b35eed40bb08: from storage DS-c68b1fb7-fdaa-4394-b777-74d891881d30 node DatanodeRegistration(127.0.0.1:39251, datanodeUuid=a50f8878-230b-4118-8a1c-f16b0cbf1e9e, infoPort=42215, infoSecurePort=0, ipcPort=40201, storageInfo=lv=-57;cid=testClusterID;nsid=1096815907;c=1731201760295), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:22:42,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa67569212ce0e998 with lease ID 0xc451b35eed40bb08: Processing first storage report for DS-02055e9a-dff3-4dcd-882b-a8a671d9bc38 from datanode DatanodeRegistration(127.0.0.1:39251, datanodeUuid=a50f8878-230b-4118-8a1c-f16b0cbf1e9e, infoPort=42215, infoSecurePort=0, ipcPort=40201, storageInfo=lv=-57;cid=testClusterID;nsid=1096815907;c=1731201760295) 2024-11-10T01:22:42,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa67569212ce0e998 with lease ID 0xc451b35eed40bb08: from storage DS-02055e9a-dff3-4dcd-882b-a8a671d9bc38 node DatanodeRegistration(127.0.0.1:39251, datanodeUuid=a50f8878-230b-4118-8a1c-f16b0cbf1e9e, infoPort=42215, infoSecurePort=0, ipcPort=40201, storageInfo=lv=-57;cid=testClusterID;nsid=1096815907;c=1731201760295), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:22:42,064 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19 2024-11-10T01:22:42,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:42,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:42,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:22:42,473 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8 with version=8 2024-11-10T01:22:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/hbase-staging 2024-11-10T01:22:42,475 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:22:42,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:42,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:42,475 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:22:42,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:42,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:22:42,475 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:22:42,475 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:22:42,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34141 2024-11-10T01:22:42,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34141 connecting to ZooKeeper ensemble=127.0.0.1:52583 2024-11-10T01:22:42,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341410x0, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:22:42,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34141-0x10122565e1d0003 connected 2024-11-10T01:22:42,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:42,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:42,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Set watcher on znode that does not yet exist, /1170269774/running 2024-11-10T01:22:42,564 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8, hbase.cluster.distributed=false 2024-11-10T01:22:42,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Set watcher on znode that does not yet exist, /1170269774/acl 2024-11-10T01:22:42,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34141 2024-11-10T01:22:42,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34141 2024-11-10T01:22:42,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34141 2024-11-10T01:22:42,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34141 2024-11-10T01:22:42,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34141 2024-11-10T01:22:42,581 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:22:42,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:42,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:42,582 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:22:42,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:42,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:22:42,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:22:42,582 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:22:42,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40519 2024-11-10T01:22:42,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40519 connecting to ZooKeeper ensemble=127.0.0.1:52583 2024-11-10T01:22:42,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:42,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:42,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405190x0, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:22:42,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405190x0, quorum=127.0.0.1:52583, baseZNode=/1170269774 Set watcher on znode that does not yet exist, /1170269774/running 2024-11-10T01:22:42,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40519-0x10122565e1d0004 connected 2024-11-10T01:22:42,599 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:22:42,600 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:22:42,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Set watcher on znode that does not yet exist, /1170269774/master 2024-11-10T01:22:42,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Set watcher on znode that does not yet exist, /1170269774/acl 2024-11-10T01:22:42,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-10T01:22:42,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40519 2024-11-10T01:22:42,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40519 2024-11-10T01:22:42,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-10T01:22:42,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-10T01:22:42,623 DEBUG [M:0;0c4d4d227d60:34141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:34141 2024-11-10T01:22:42,623 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1170269774/backup-masters/0c4d4d227d60,34141,1731201762474 2024-11-10T01:22:42,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774/backup-masters 2024-11-10T01:22:42,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774/backup-masters 2024-11-10T01:22:42,635 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Set watcher on existing znode=/1170269774/backup-masters/0c4d4d227d60,34141,1731201762474 2024-11-10T01:22:42,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1170269774/master 2024-11-10T01:22:42,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:22:42,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:22:42,645 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Set watcher on existing znode=/1170269774/master 2024-11-10T01:22:42,646 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1170269774/backup-masters/0c4d4d227d60,34141,1731201762474 from backup master directory 2024-11-10T01:22:42,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774/backup-masters 2024-11-10T01:22:42,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1170269774/backup-masters/0c4d4d227d60,34141,1731201762474 2024-11-10T01:22:42,656 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:22:42,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774/backup-masters 2024-11-10T01:22:42,656 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,34141,1731201762474 2024-11-10T01:22:42,659 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/hbase.id] with ID: 30a6f497-10f0-47ad-98b1-b3104fd6cbdb 2024-11-10T01:22:42,659 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/.tmp/hbase.id 2024-11-10T01:22:42,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:22:43,078 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/.tmp/hbase.id]:[hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/hbase.id] 2024-11-10T01:22:43,085 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:43,085 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:22:43,086 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T01:22:43,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:22:43,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:22:43,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:22:43,502 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:22:43,503 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:22:43,503 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:43,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:22:43,511 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store 2024-11-10T01:22:43,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:22:43,918 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:43,919 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:22:43,919 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:43,919 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:43,919 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:22:43,919 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:43,919 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:43,919 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201763918Disabling compacts and flushes for region at 1731201763918Disabling writes for close at 1731201763919 (+1 ms)Writing region close event to WAL at 1731201763919Closed at 1731201763919 2024-11-10T01:22:43,919 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/.initializing 2024-11-10T01:22:43,920 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/WALs/0c4d4d227d60,34141,1731201762474 2024-11-10T01:22:43,920 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:22:43,921 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C34141%2C1731201762474, suffix=, logDir=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/WALs/0c4d4d227d60,34141,1731201762474, archiveDir=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/oldWALs, maxLogs=10 2024-11-10T01:22:43,933 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/WALs/0c4d4d227d60,34141,1731201762474/0c4d4d227d60%2C34141%2C1731201762474.1731201763921, exclude list is [], retry=0 2024-11-10T01:22:43,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39251,DS-c68b1fb7-fdaa-4394-b777-74d891881d30,DISK] 2024-11-10T01:22:43,938 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/WALs/0c4d4d227d60,34141,1731201762474/0c4d4d227d60%2C34141%2C1731201762474.1731201763921 2024-11-10T01:22:43,938 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42215:42215)] 2024-11-10T01:22:43,938 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:43,938 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:43,938 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:43,939 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:43,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:43,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:22:43,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:43,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:43,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:43,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:22:43,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:43,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:43,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:43,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:22:43,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:43,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:43,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:43,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:22:43,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:43,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:43,944 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:43,945 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:43,945 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:43,946 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:43,946 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:43,946 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:22:43,947 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:43,954 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:43,954 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75189868, jitterRate=0.12041634321212769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:22:43,954 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201763939Initializing all the Stores at 1731201763939Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201763939Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201763940 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201763940Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201763940Cleaning up temporary data from old regions at 1731201763946 (+6 ms)Region opened successfully at 1731201763954 (+8 ms) 2024-11-10T01:22:43,954 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:22:43,957 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e3fce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:22:43,957 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:22:43,958 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:22:43,958 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:22:43,958 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:22:43,958 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:22:43,959 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:22:43,959 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:22:43,960 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:22:43,961 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Unable to get data of znode /1170269774/balancer because node does not exist (not necessarily an error) 2024-11-10T01:22:44,009 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1170269774/balancer already deleted, retry=false 2024-11-10T01:22:44,009 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:22:44,010 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Unable to get data of znode /1170269774/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:22:44,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:22:44,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T01:22:44,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T01:22:44,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T01:22:44,020 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1170269774/normalizer already deleted, retry=false 2024-11-10T01:22:44,020 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:22:44,021 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Unable to get data of znode /1170269774/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:22:44,030 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1170269774/switch/split already deleted, retry=false 2024-11-10T01:22:44,031 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Unable to get data of znode /1170269774/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:22:44,041 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1170269774/switch/merge already deleted, retry=false 2024-11-10T01:22:44,042 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Unable to get data of znode /1170269774/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:22:44,051 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1170269774/snapshot-cleanup already deleted, retry=false 2024-11-10T01:22:44,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1170269774/running 2024-11-10T01:22:44,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1170269774/running 2024-11-10T01:22:44,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:22:44,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:22:44,062 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,34141,1731201762474, sessionid=0x10122565e1d0003, setting cluster-up flag (Was=false) 2024-11-10T01:22:44,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:22:44,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:22:44,114 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1170269774/flush-table-proc/acquired, /1170269774/flush-table-proc/reached, /1170269774/flush-table-proc/abort 2024-11-10T01:22:44,115 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,34141,1731201762474 2024-11-10T01:22:44,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:22:44,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:22:44,167 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1170269774/online-snapshot/acquired, /1170269774/online-snapshot/reached, /1170269774/online-snapshot/abort 2024-11-10T01:22:44,168 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,34141,1731201762474 2024-11-10T01:22:44,169 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:22:44,177 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:44,178 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:22:44,178 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:22:44,178 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,34141,1731201762474 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:22:44,179 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:44,179 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:44,179 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:44,179 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:44,179 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:22:44,179 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:44,179 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:22:44,179 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:44,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:44,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:22:44,182 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:44,182 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:22:44,195 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201794195 2024-11-10T01:22:44,195 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:22:44,196 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:22:44,196 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:22:44,196 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:22:44,196 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:22:44,196 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:22:44,196 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:44,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:22:44,200 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:22:44,200 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:22:44,200 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:22:44,200 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:22:44,201 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:22:44,201 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:22:44,204 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201764201,5,FailOnTimeoutGroup] 2024-11-10T01:22:44,208 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201764204,5,FailOnTimeoutGroup] 2024-11-10T01:22:44,208 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:44,208 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:22:44,208 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:44,208 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:44,212 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(746): ClusterId : 30a6f497-10f0-47ad-98b1-b3104fd6cbdb 2024-11-10T01:22:44,212 DEBUG [RS:0;0c4d4d227d60:40519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:22:44,227 DEBUG [RS:0;0c4d4d227d60:40519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:22:44,227 DEBUG [RS:0;0c4d4d227d60:40519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:22:44,235 DEBUG [RS:0;0c4d4d227d60:40519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:22:44,235 DEBUG [RS:0;0c4d4d227d60:40519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a970bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:22:44,250 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:40519 2024-11-10T01:22:44,250 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:22:44,251 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:22:44,251 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:22:44,253 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,34141,1731201762474 with port=40519, startcode=1731201762581 2024-11-10T01:22:44,253 DEBUG [RS:0;0c4d4d227d60:40519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:22:44,260 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:22:44,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34141 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,40519,1731201762581 2024-11-10T01:22:44,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34141 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,40519,1731201762581 2024-11-10T01:22:44,262 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8 2024-11-10T01:22:44,262 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37605 2024-11-10T01:22:44,262 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:22:44,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774/rs 2024-11-10T01:22:44,273 DEBUG [RS:0;0c4d4d227d60:40519 {}] zookeeper.ZKUtil(111): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Set watcher on existing znode=/1170269774/rs/0c4d4d227d60,40519,1731201762581 2024-11-10T01:22:44,273 WARN [RS:0;0c4d4d227d60:40519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:22:44,273 INFO [RS:0;0c4d4d227d60:40519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:44,273 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581 2024-11-10T01:22:44,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,40519,1731201762581] 2024-11-10T01:22:44,278 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:22:44,279 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:22:44,280 INFO [RS:0;0c4d4d227d60:40519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:22:44,280 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:44,280 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:22:44,280 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:22:44,280 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:44,280 DEBUG [RS:0;0c4d4d227d60:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:44,280 DEBUG [RS:0;0c4d4d227d60:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:44,281 DEBUG [RS:0;0c4d4d227d60:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:44,281 DEBUG [RS:0;0c4d4d227d60:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:44,281 DEBUG [RS:0;0c4d4d227d60:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:44,281 DEBUG [RS:0;0c4d4d227d60:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:22:44,281 DEBUG [RS:0;0c4d4d227d60:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:44,281 DEBUG [RS:0;0c4d4d227d60:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:44,281 DEBUG [RS:0;0c4d4d227d60:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:44,281 DEBUG [RS:0;0c4d4d227d60:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:44,281 DEBUG [RS:0;0c4d4d227d60:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:44,281 DEBUG [RS:0;0c4d4d227d60:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:44,281 DEBUG [RS:0;0c4d4d227d60:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:22:44,281 DEBUG [RS:0;0c4d4d227d60:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:22:44,281 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:44,281 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:44,281 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:44,281 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:44,281 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:44,281 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40519,1731201762581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:22:44,293 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:22:44,293 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,40519,1731201762581-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:44,293 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:44,293 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.Replication(171): 0c4d4d227d60,40519,1731201762581 started 2024-11-10T01:22:44,308 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:44,308 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,40519,1731201762581, RpcServer on 0c4d4d227d60/172.17.0.3:40519, sessionid=0x10122565e1d0004 2024-11-10T01:22:44,308 DEBUG [RS:0;0c4d4d227d60:40519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:22:44,308 DEBUG [RS:0;0c4d4d227d60:40519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,40519,1731201762581 2024-11-10T01:22:44,308 DEBUG [RS:0;0c4d4d227d60:40519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,40519,1731201762581' 2024-11-10T01:22:44,308 DEBUG [RS:0;0c4d4d227d60:40519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1170269774/flush-table-proc/abort' 2024-11-10T01:22:44,309 DEBUG [RS:0;0c4d4d227d60:40519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1170269774/flush-table-proc/acquired' 2024-11-10T01:22:44,309 DEBUG [RS:0;0c4d4d227d60:40519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:22:44,309 DEBUG [RS:0;0c4d4d227d60:40519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:22:44,309 DEBUG [RS:0;0c4d4d227d60:40519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,40519,1731201762581 2024-11-10T01:22:44,309 DEBUG [RS:0;0c4d4d227d60:40519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,40519,1731201762581' 2024-11-10T01:22:44,309 DEBUG [RS:0;0c4d4d227d60:40519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1170269774/online-snapshot/abort' 2024-11-10T01:22:44,309 DEBUG [RS:0;0c4d4d227d60:40519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1170269774/online-snapshot/acquired' 2024-11-10T01:22:44,310 DEBUG [RS:0;0c4d4d227d60:40519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:22:44,310 INFO [RS:0;0c4d4d227d60:40519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:22:44,310 INFO [RS:0;0c4d4d227d60:40519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:22:44,410 INFO [RS:0;0c4d4d227d60:40519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:22:44,411 INFO [RS:0;0c4d4d227d60:40519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C40519%2C1731201762581, suffix=, logDir=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581, archiveDir=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/oldWALs, maxLogs=10 2024-11-10T01:22:44,423 DEBUG [RS:0;0c4d4d227d60:40519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411, exclude list is [], retry=0 2024-11-10T01:22:44,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39251,DS-c68b1fb7-fdaa-4394-b777-74d891881d30,DISK] 2024-11-10T01:22:44,426 INFO [RS:0;0c4d4d227d60:40519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 2024-11-10T01:22:44,427 DEBUG [RS:0;0c4d4d227d60:40519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42215:42215)] 2024-11-10T01:22:44,600 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:22:44,600 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8 2024-11-10T01:22:44,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741833_1009 (size=32) 2024-11-10T01:22:44,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:44,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:22:44,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:22:44,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:44,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:44,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:22:44,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:22:44,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:44,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:44,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:22:44,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:22:44,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:44,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:44,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:22:44,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:22:44,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:44,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:44,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:22:44,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740 2024-11-10T01:22:44,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740 2024-11-10T01:22:44,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:22:44,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:22:44,612 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:22:44,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:22:44,613 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:44,614 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63819444, jitterRate=-0.04901617765426636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:22:44,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201764605Initializing all the Stores at 1731201764605Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201764605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201764605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201764605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201764605Cleaning up temporary data from old regions at 1731201764612 (+7 ms)Region opened successfully at 1731201764614 (+2 ms) 2024-11-10T01:22:44,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:22:44,614 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:22:44,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:22:44,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:22:44,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:22:44,614 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:22:44,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201764614Disabling compacts and flushes for region at 1731201764614Disabling writes for close at 1731201764614Writing region close event to WAL at 1731201764614Closed at 1731201764614 2024-11-10T01:22:44,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:44,615 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:22:44,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:22:44,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:22:44,616 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:22:44,767 DEBUG [0c4d4d227d60:34141 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:22:44,767 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,40519,1731201762581 2024-11-10T01:22:44,768 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,40519,1731201762581, state=OPENING 2024-11-10T01:22:44,859 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:22:44,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:22:44,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:22:44,877 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:22:44,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1170269774/meta-region-server: CHANGED 2024-11-10T01:22:44,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1170269774/meta-region-server: CHANGED 2024-11-10T01:22:44,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,40519,1731201762581}] 2024-11-10T01:22:44,997 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:44,998 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:22:44,998 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88506 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:22:45,029 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:22:45,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:22:45,033 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:22:45,033 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:45,034 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:22:45,034 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C40519%2C1731201762581.meta, suffix=.meta, logDir=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581, archiveDir=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/oldWALs, maxLogs=10 2024-11-10T01:22:45,050 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.meta.1731201765035.meta, exclude list is [], retry=0 2024-11-10T01:22:45,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39251,DS-c68b1fb7-fdaa-4394-b777-74d891881d30,DISK] 2024-11-10T01:22:45,054 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.meta.1731201765035.meta 2024-11-10T01:22:45,055 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42215:42215)] 2024-11-10T01:22:45,055 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:45,055 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:45,055 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:22:45,055 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:22:45,055 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:22:45,055 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:22:45,055 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:45,056 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:22:45,056 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:22:45,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:22:45,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:22:45,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:45,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:45,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:22:45,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:22:45,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:45,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:45,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:22:45,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:22:45,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:45,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:45,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:22:45,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:22:45,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:45,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:45,061 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:22:45,061 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740 2024-11-10T01:22:45,062 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740 2024-11-10T01:22:45,063 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:22:45,063 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:22:45,063 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:22:45,064 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:22:45,065 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75358853, jitterRate=0.12293441593647003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:22:45,065 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:22:45,065 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201765056Writing region info on filesystem at 1731201765056Initializing all the Stores at 1731201765056Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201765056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201765057 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201765057Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201765057Cleaning up temporary data from old regions at 1731201765063 (+6 ms)Running coprocessor post-open hooks at 1731201765065 (+2 ms)Region opened successfully at 1731201765065 2024-11-10T01:22:45,066 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201765029 2024-11-10T01:22:45,067 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:22:45,067 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:22:45,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,40519,1731201762581 2024-11-10T01:22:45,068 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,40519,1731201762581, state=OPEN 2024-11-10T01:22:45,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1170269774/meta-region-server 2024-11-10T01:22:45,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1170269774/meta-region-server 2024-11-10T01:22:45,076 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,40519,1731201762581 2024-11-10T01:22:45,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1170269774/meta-region-server: CHANGED 2024-11-10T01:22:45,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1170269774/meta-region-server: CHANGED 2024-11-10T01:22:45,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:22:45,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,40519,1731201762581 in 199 msec 2024-11-10T01:22:45,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:22:45,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-10T01:22:45,080 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:45,080 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:22:45,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:45,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,40519,1731201762581, seqNum=-1] 2024-11-10T01:22:45,081 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:45,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:22:45,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 908 msec 2024-11-10T01:22:45,085 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201765085, completionTime=-1 2024-11-10T01:22:45,086 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:22:45,086 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:22:45,087 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:22:45,087 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201825087 2024-11-10T01:22:45,087 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201885087 2024-11-10T01:22:45,087 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T01:22:45,087 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34141,1731201762474-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:45,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34141,1731201762474-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:45,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34141,1731201762474-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:45,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:34141, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:45,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:45,088 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:45,089 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:22:45,091 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.435sec 2024-11-10T01:22:45,091 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:22:45,091 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:22:45,091 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:22:45,091 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:22:45,091 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:22:45,091 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34141,1731201762474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:22:45,091 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34141,1731201762474-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:22:45,093 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:22:45,093 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:22:45,093 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34141,1731201762474-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:45,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7eb3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:45,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34141,-1 for getting cluster id 2024-11-10T01:22:45,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:45,114 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a6f497-10f0-47ad-98b1-b3104fd6cbdb' 2024-11-10T01:22:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a6f497-10f0-47ad-98b1-b3104fd6cbdb" 2024-11-10T01:22:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34141,-1] 2024-11-10T01:22:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:45,115 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:45,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef84833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:45,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:45,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,40519,1731201762581, seqNum=-1] 2024-11-10T01:22:45,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:45,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:22:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,34141,1731201762474 2024-11-10T01:22:45,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52583 2024-11-10T01:22:45,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:22:45,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10122565e1d0005 connected 2024-11-10T01:22:45,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/hadoop.log.dir so I do NOT create it in target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921 2024-11-10T01:22:45,142 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:22:45,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/hadoop.tmp.dir so I do NOT create it in target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921 2024-11-10T01:22:45,142 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:22:45,142 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921 2024-11-10T01:22:45,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:22:45,142 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/cluster_c6574e6f-3550-4194-678b-424ec30a52c0, deleteOnExit=true 2024-11-10T01:22:45,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:22:45,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/test.cache.data in system properties and HBase conf 2024-11-10T01:22:45,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:22:45,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:22:45,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:22:45,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:22:45,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:22:45,143 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:22:45,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:22:45,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:22:45,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:22:45,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:22:45,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:22:45,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:22:45,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:22:45,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:22:45,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:22:45,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:22:45,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:22:45,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:22:45,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:22:45,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:22:45,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:22:45,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:45,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:45,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:45,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:45,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:45,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:45,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:45,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:45,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:45,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:45,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:45,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:45,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:45,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:45,561 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:22:45,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:22:45,576 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:22:45,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:22:45,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:22:45,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:22:45,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:22:45,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ba31d4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:22:45,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a1cc7ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:22:45,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@abcb117{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/java.io.tmpdir/jetty-localhost-39511-hadoop-hdfs-3_4_1-tests_jar-_-any-8667332311873427920/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:22:45,688 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@252b1b3e{HTTP/1.1, (http/1.1)}{localhost:39511} 2024-11-10T01:22:45,688 INFO [Time-limited test {}] server.Server(415): Started @293198ms 2024-11-10T01:22:46,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:22:46,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:22:46,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:22:46,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:22:46,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:22:46,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@654f331c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:22:46,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e47cc61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:22:46,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1da6b85f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/java.io.tmpdir/jetty-localhost-37225-hadoop-hdfs-3_4_1-tests_jar-_-any-8599992557389621192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:22:46,254 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@569b8ccc{HTTP/1.1, (http/1.1)}{localhost:37225} 2024-11-10T01:22:46,255 INFO [Time-limited test {}] server.Server(415): Started @293764ms 2024-11-10T01:22:46,256 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:22:47,013 WARN [Thread-3671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/cluster_c6574e6f-3550-4194-678b-424ec30a52c0/data/data2/current/BP-2035629986-172.17.0.3-1731201765157/current, will proceed with Du for space computation calculation, 2024-11-10T01:22:47,013 WARN [Thread-3670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/cluster_c6574e6f-3550-4194-678b-424ec30a52c0/data/data1/current/BP-2035629986-172.17.0.3-1731201765157/current, will proceed with Du for space computation calculation, 2024-11-10T01:22:47,032 WARN [Thread-3658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:22:47,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27f35e9e9a824cb1 with lease ID 0xf5d62cb6a49623c8: Processing first storage report for DS-50769089-3fe0-4e02-afb4-c953de280acb from datanode DatanodeRegistration(127.0.0.1:33485, datanodeUuid=938e090a-7fb7-4320-a1c1-f7162d6bdb33, infoPort=39553, infoSecurePort=0, ipcPort=36969, storageInfo=lv=-57;cid=testClusterID;nsid=1942037501;c=1731201765157) 2024-11-10T01:22:47,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27f35e9e9a824cb1 with lease ID 0xf5d62cb6a49623c8: from storage DS-50769089-3fe0-4e02-afb4-c953de280acb node DatanodeRegistration(127.0.0.1:33485, datanodeUuid=938e090a-7fb7-4320-a1c1-f7162d6bdb33, infoPort=39553, infoSecurePort=0, ipcPort=36969, storageInfo=lv=-57;cid=testClusterID;nsid=1942037501;c=1731201765157), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:22:47,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27f35e9e9a824cb1 with lease ID 0xf5d62cb6a49623c8: Processing first storage report for DS-03b2f64d-fe7e-45bc-87f3-265217c8e755 from datanode DatanodeRegistration(127.0.0.1:33485, datanodeUuid=938e090a-7fb7-4320-a1c1-f7162d6bdb33, infoPort=39553, infoSecurePort=0, ipcPort=36969, storageInfo=lv=-57;cid=testClusterID;nsid=1942037501;c=1731201765157) 2024-11-10T01:22:47,035 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27f35e9e9a824cb1 with lease ID 0xf5d62cb6a49623c8: from storage DS-03b2f64d-fe7e-45bc-87f3-265217c8e755 node DatanodeRegistration(127.0.0.1:33485, datanodeUuid=938e090a-7fb7-4320-a1c1-f7162d6bdb33, infoPort=39553, infoSecurePort=0, ipcPort=36969, storageInfo=lv=-57;cid=testClusterID;nsid=1942037501;c=1731201765157), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:22:47,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921 2024-11-10T01:22:47,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:47,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:47,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:22:47,116 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6 with version=8 2024-11-10T01:22:47,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/hbase-staging 2024-11-10T01:22:47,118 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:22:47,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:47,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:47,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:22:47,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:47,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:22:47,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:22:47,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:22:47,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37521 2024-11-10T01:22:47,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37521 connecting to ZooKeeper ensemble=127.0.0.1:52583 2024-11-10T01:22:47,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375210x0, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:22:47,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37521-0x10122565e1d0006 connected 2024-11-10T01:22:47,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:47,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:47,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Set watcher on znode that does not yet exist, /2-670636131/running 2024-11-10T01:22:47,217 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6, hbase.cluster.distributed=false 2024-11-10T01:22:47,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Set watcher on znode that does not yet exist, /2-670636131/acl 2024-11-10T01:22:47,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37521 2024-11-10T01:22:47,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37521 2024-11-10T01:22:47,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37521 2024-11-10T01:22:47,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37521 2024-11-10T01:22:47,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37521 2024-11-10T01:22:47,233 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:22:47,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:47,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:47,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:22:47,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:22:47,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:22:47,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:22:47,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:22:47,234 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39795 2024-11-10T01:22:47,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39795 connecting to ZooKeeper ensemble=127.0.0.1:52583 2024-11-10T01:22:47,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:47,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:47,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397950x0, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:22:47,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39795-0x10122565e1d0007 connected 2024-11-10T01:22:47,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397950x0, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Set watcher on znode that does not yet exist, /2-670636131/running 2024-11-10T01:22:47,246 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:22:47,246 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:22:47,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Set watcher on znode that does not yet exist, /2-670636131/master 2024-11-10T01:22:47,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Set watcher on znode that does not yet exist, /2-670636131/acl 2024-11-10T01:22:47,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39795 2024-11-10T01:22:47,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39795 2024-11-10T01:22:47,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39795 2024-11-10T01:22:47,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39795 2024-11-10T01:22:47,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39795 2024-11-10T01:22:47,265 DEBUG [M:0;0c4d4d227d60:37521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:37521 2024-11-10T01:22:47,265 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-670636131/backup-masters/0c4d4d227d60,37521,1731201767118 2024-11-10T01:22:47,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131/backup-masters 2024-11-10T01:22:47,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131/backup-masters 2024-11-10T01:22:47,277 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Set watcher on existing znode=/2-670636131/backup-masters/0c4d4d227d60,37521,1731201767118 2024-11-10T01:22:47,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-670636131/master 2024-11-10T01:22:47,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:22:47,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:22:47,287 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Set watcher on existing znode=/2-670636131/master 2024-11-10T01:22:47,287 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-670636131/backup-masters/0c4d4d227d60,37521,1731201767118 from backup master directory 2024-11-10T01:22:47,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-670636131/backup-masters/0c4d4d227d60,37521,1731201767118 2024-11-10T01:22:47,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131/backup-masters 2024-11-10T01:22:47,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131/backup-masters 2024-11-10T01:22:47,297 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:22:47,297 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,37521,1731201767118 2024-11-10T01:22:47,300 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/hbase.id] with ID: ada93a51-eb00-49dc-9a49-c26b53976f06 2024-11-10T01:22:47,300 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/.tmp/hbase.id 2024-11-10T01:22:47,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:22:47,704 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/.tmp/hbase.id]:[hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/hbase.id] 2024-11-10T01:22:47,712 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:22:47,712 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:22:47,713 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T01:22:47,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:22:47,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:22:47,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:22:48,132 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:22:48,133 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:22:48,133 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:48,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:22:48,538 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store 2024-11-10T01:22:48,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:22:48,943 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:48,944 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:22:48,944 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:48,944 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:48,944 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:22:48,944 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:48,944 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:22:48,944 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201768944Disabling compacts and flushes for region at 1731201768944Disabling writes for close at 1731201768944Writing region close event to WAL at 1731201768944Closed at 1731201768944 2024-11-10T01:22:48,945 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/.initializing 2024-11-10T01:22:48,945 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/WALs/0c4d4d227d60,37521,1731201767118 2024-11-10T01:22:48,946 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:22:48,949 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C37521%2C1731201767118, suffix=, logDir=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/WALs/0c4d4d227d60,37521,1731201767118, archiveDir=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/oldWALs, maxLogs=10 2024-11-10T01:22:48,968 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/WALs/0c4d4d227d60,37521,1731201767118/0c4d4d227d60%2C37521%2C1731201767118.1731201768949, exclude list is [], retry=0 2024-11-10T01:22:48,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33485,DS-50769089-3fe0-4e02-afb4-c953de280acb,DISK] 2024-11-10T01:22:48,971 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/WALs/0c4d4d227d60,37521,1731201767118/0c4d4d227d60%2C37521%2C1731201767118.1731201768949 2024-11-10T01:22:48,972 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39553:39553)] 2024-11-10T01:22:48,972 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:48,972 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:48,972 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:48,972 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:48,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:48,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:22:48,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:48,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:48,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:48,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:22:48,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:48,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:48,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:48,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:22:48,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:48,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:48,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:48,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:22:48,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:48,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:48,982 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:48,983 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:48,983 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:48,984 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:48,984 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:48,984 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:22:48,985 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:22:48,987 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:48,987 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71593274, jitterRate=0.06682291626930237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:22:48,988 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201768972Initializing all the Stores at 1731201768973 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201768973Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201768973Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201768973Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201768973Cleaning up temporary data from old regions at 1731201768984 (+11 ms)Region opened successfully at 1731201768987 (+3 ms) 2024-11-10T01:22:48,988 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:22:48,990 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac76c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:22:48,991 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:22:48,991 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:22:48,991 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:22:48,991 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:22:48,992 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:22:48,992 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:22:48,992 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:22:48,994 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:22:48,994 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Unable to get data of znode /2-670636131/balancer because node does not exist (not necessarily an error) 2024-11-10T01:22:49,055 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-670636131/balancer already deleted, retry=false 2024-11-10T01:22:49,056 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:22:49,057 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Unable to get data of znode /2-670636131/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:22:49,066 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-670636131/normalizer already deleted, retry=false 2024-11-10T01:22:49,066 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:22:49,067 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Unable to get data of znode /2-670636131/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:22:49,076 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-670636131/switch/split already deleted, retry=false 2024-11-10T01:22:49,077 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Unable to get data of znode /2-670636131/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:22:49,087 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-670636131/switch/merge already deleted, retry=false 2024-11-10T01:22:49,089 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Unable to get data of znode /2-670636131/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:22:49,097 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-670636131/snapshot-cleanup already deleted, retry=false 2024-11-10T01:22:49,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-670636131/running 2024-11-10T01:22:49,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-670636131/running 2024-11-10T01:22:49,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:22:49,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:22:49,108 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,37521,1731201767118, sessionid=0x10122565e1d0006, setting cluster-up flag (Was=false) 2024-11-10T01:22:49,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:22:49,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:22:49,161 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-670636131/flush-table-proc/acquired, /2-670636131/flush-table-proc/reached, /2-670636131/flush-table-proc/abort 2024-11-10T01:22:49,162 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,37521,1731201767118 2024-11-10T01:22:49,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:22:49,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:22:49,213 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-670636131/online-snapshot/acquired, /2-670636131/online-snapshot/reached, /2-670636131/online-snapshot/abort 2024-11-10T01:22:49,214 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,37521,1731201767118 2024-11-10T01:22:49,215 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:22:49,216 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:49,216 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:22:49,216 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:22:49,216 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,37521,1731201767118 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:22:49,218 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:49,218 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:49,218 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:49,218 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:22:49,218 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:22:49,218 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:49,218 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:22:49,218 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:49,218 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201799218 2024-11-10T01:22:49,219 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:22:49,219 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:22:49,219 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:22:49,219 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:22:49,219 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:22:49,219 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:22:49,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:49,219 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:49,219 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:22:49,219 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:22:49,219 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:22:49,219 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:22:49,219 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:22:49,220 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:22:49,220 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:49,220 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:22:49,220 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:22:49,220 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201769220,5,FailOnTimeoutGroup] 2024-11-10T01:22:49,220 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201769220,5,FailOnTimeoutGroup] 2024-11-10T01:22:49,220 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:49,220 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:22:49,220 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:49,220 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:49,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:22:49,228 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:22:49,228 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6 2024-11-10T01:22:49,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741832_1008 (size=32) 2024-11-10T01:22:49,257 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(746): ClusterId : ada93a51-eb00-49dc-9a49-c26b53976f06 2024-11-10T01:22:49,257 DEBUG [RS:0;0c4d4d227d60:39795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:22:49,266 DEBUG [RS:0;0c4d4d227d60:39795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:22:49,266 DEBUG [RS:0;0c4d4d227d60:39795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:22:49,277 DEBUG [RS:0;0c4d4d227d60:39795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:22:49,277 DEBUG [RS:0;0c4d4d227d60:39795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24eec401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:22:49,290 DEBUG [RS:0;0c4d4d227d60:39795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:39795 2024-11-10T01:22:49,290 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:22:49,290 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:22:49,290 DEBUG [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:22:49,291 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,37521,1731201767118 with port=39795, startcode=1731201767233 2024-11-10T01:22:49,291 DEBUG [RS:0;0c4d4d227d60:39795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:22:49,292 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:22:49,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,39795,1731201767233 2024-11-10T01:22:49,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37521 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,39795,1731201767233 2024-11-10T01:22:49,294 DEBUG [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6 2024-11-10T01:22:49,294 DEBUG [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43661 2024-11-10T01:22:49,294 DEBUG [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:22:49,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131/rs 2024-11-10T01:22:49,349 DEBUG [RS:0;0c4d4d227d60:39795 {}] zookeeper.ZKUtil(111): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Set watcher on existing znode=/2-670636131/rs/0c4d4d227d60,39795,1731201767233 2024-11-10T01:22:49,349 WARN [RS:0;0c4d4d227d60:39795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:22:49,349 INFO [RS:0;0c4d4d227d60:39795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:49,349 DEBUG [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233 2024-11-10T01:22:49,350 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,39795,1731201767233] 2024-11-10T01:22:49,352 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:22:49,353 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:22:49,354 INFO [RS:0;0c4d4d227d60:39795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:22:49,354 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:49,354 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:22:49,354 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:22:49,354 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:49,354 DEBUG [RS:0;0c4d4d227d60:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:49,355 DEBUG [RS:0;0c4d4d227d60:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:49,355 DEBUG [RS:0;0c4d4d227d60:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:49,355 DEBUG [RS:0;0c4d4d227d60:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:49,355 DEBUG [RS:0;0c4d4d227d60:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:49,355 DEBUG [RS:0;0c4d4d227d60:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:22:49,355 DEBUG [RS:0;0c4d4d227d60:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:49,355 DEBUG [RS:0;0c4d4d227d60:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:49,355 DEBUG [RS:0;0c4d4d227d60:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:49,355 DEBUG [RS:0;0c4d4d227d60:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:49,355 DEBUG [RS:0;0c4d4d227d60:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:49,355 DEBUG [RS:0;0c4d4d227d60:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:22:49,355 DEBUG [RS:0;0c4d4d227d60:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:22:49,355 DEBUG [RS:0;0c4d4d227d60:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:22:49,355 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:49,355 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:49,355 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:49,355 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:49,355 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:49,355 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,39795,1731201767233-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:22:49,370 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:22:49,370 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,39795,1731201767233-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:49,370 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:49,370 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.Replication(171): 0c4d4d227d60,39795,1731201767233 started 2024-11-10T01:22:49,383 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:49,384 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,39795,1731201767233, RpcServer on 0c4d4d227d60/172.17.0.3:39795, sessionid=0x10122565e1d0007 2024-11-10T01:22:49,384 DEBUG [RS:0;0c4d4d227d60:39795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:22:49,384 DEBUG [RS:0;0c4d4d227d60:39795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,39795,1731201767233 2024-11-10T01:22:49,384 DEBUG [RS:0;0c4d4d227d60:39795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,39795,1731201767233' 2024-11-10T01:22:49,384 DEBUG [RS:0;0c4d4d227d60:39795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-670636131/flush-table-proc/abort' 2024-11-10T01:22:49,384 DEBUG [RS:0;0c4d4d227d60:39795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-670636131/flush-table-proc/acquired' 2024-11-10T01:22:49,385 DEBUG [RS:0;0c4d4d227d60:39795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:22:49,385 DEBUG [RS:0;0c4d4d227d60:39795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:22:49,385 DEBUG [RS:0;0c4d4d227d60:39795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,39795,1731201767233 2024-11-10T01:22:49,385 DEBUG [RS:0;0c4d4d227d60:39795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,39795,1731201767233' 2024-11-10T01:22:49,385 DEBUG [RS:0;0c4d4d227d60:39795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-670636131/online-snapshot/abort' 2024-11-10T01:22:49,385 DEBUG [RS:0;0c4d4d227d60:39795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-670636131/online-snapshot/acquired' 2024-11-10T01:22:49,385 DEBUG [RS:0;0c4d4d227d60:39795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:22:49,385 INFO [RS:0;0c4d4d227d60:39795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:22:49,385 INFO [RS:0;0c4d4d227d60:39795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:22:49,486 INFO [RS:0;0c4d4d227d60:39795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:22:49,487 INFO [RS:0;0c4d4d227d60:39795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C39795%2C1731201767233, suffix=, logDir=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233, archiveDir=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/oldWALs, maxLogs=10 2024-11-10T01:22:49,506 DEBUG [RS:0;0c4d4d227d60:39795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487, exclude list is [], retry=0 2024-11-10T01:22:49,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33485,DS-50769089-3fe0-4e02-afb4-c953de280acb,DISK] 2024-11-10T01:22:49,509 INFO [RS:0;0c4d4d227d60:39795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 2024-11-10T01:22:49,510 DEBUG [RS:0;0c4d4d227d60:39795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39553:39553)] 2024-11-10T01:22:49,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:49,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:22:49,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:22:49,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:49,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:49,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:22:49,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:22:49,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:49,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:49,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:22:49,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:22:49,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:49,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:49,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:22:49,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:22:49,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:49,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:49,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:22:49,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740 2024-11-10T01:22:49,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740 2024-11-10T01:22:49,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:22:49,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:22:49,644 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:22:49,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:22:49,646 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:49,646 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61911732, jitterRate=-0.07744330167770386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:22:49,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201769636Initializing all the Stores at 1731201769637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201769637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201769637Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201769637Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201769637Cleaning up temporary data from old regions at 1731201769643 (+6 ms)Region opened successfully at 1731201769646 (+3 ms) 2024-11-10T01:22:49,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:22:49,646 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:22:49,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:22:49,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:22:49,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:22:49,647 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:22:49,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201769646Disabling compacts and flushes for region at 1731201769646Disabling writes for close at 1731201769646Writing region close event to WAL at 1731201769647 (+1 ms)Closed at 1731201769647 2024-11-10T01:22:49,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:49,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:22:49,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:22:49,648 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:22:49,649 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:22:49,799 DEBUG [0c4d4d227d60:37521 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:22:49,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,39795,1731201767233 2024-11-10T01:22:49,801 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,39795,1731201767233, state=OPENING 2024-11-10T01:22:49,851 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:22:49,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:22:49,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:22:49,862 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:22:49,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-670636131/meta-region-server: CHANGED 2024-11-10T01:22:49,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-670636131/meta-region-server: CHANGED 2024-11-10T01:22:49,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,39795,1731201767233}] 2024-11-10T01:22:50,014 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:22:50,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:22:50,018 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:22:50,018 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:50,018 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:22:50,019 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C39795%2C1731201767233.meta, suffix=.meta, logDir=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233, archiveDir=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/oldWALs, maxLogs=10 2024-11-10T01:22:50,031 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.meta.1731201770019.meta, exclude list is [], retry=0 2024-11-10T01:22:50,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33485,DS-50769089-3fe0-4e02-afb4-c953de280acb,DISK] 2024-11-10T01:22:50,033 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.meta.1731201770019.meta 2024-11-10T01:22:50,034 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39553:39553)] 2024-11-10T01:22:50,034 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:50,034 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:50,034 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:22:50,034 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:22:50,034 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:22:50,034 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:22:50,034 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:50,034 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:22:50,035 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:22:50,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:22:50,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:22:50,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:50,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:50,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:22:50,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:22:50,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:50,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:50,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:22:50,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:22:50,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:50,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:50,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:22:50,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:22:50,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:50,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:22:50,039 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:22:50,039 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740 2024-11-10T01:22:50,040 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740 2024-11-10T01:22:50,041 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:22:50,041 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:22:50,041 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:22:50,042 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:22:50,042 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70048902, jitterRate=0.043809980154037476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:22:50,043 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:22:50,043 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201770035Writing region info on filesystem at 1731201770035Initializing all the Stores at 1731201770035Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201770035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201770035Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201770035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201770035Cleaning up temporary data from old regions at 1731201770041 (+6 ms)Running coprocessor post-open hooks at 1731201770043 (+2 ms)Region opened successfully at 1731201770043 2024-11-10T01:22:50,043 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201770013 2024-11-10T01:22:50,045 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:22:50,045 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:22:50,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,39795,1731201767233 2024-11-10T01:22:50,046 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,39795,1731201767233, state=OPEN 2024-11-10T01:22:50,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-670636131/meta-region-server 2024-11-10T01:22:50,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-670636131/meta-region-server 2024-11-10T01:22:50,055 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,39795,1731201767233 2024-11-10T01:22:50,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-670636131/meta-region-server: CHANGED 2024-11-10T01:22:50,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-670636131/meta-region-server: CHANGED 2024-11-10T01:22:50,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:22:50,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,39795,1731201767233 in 193 msec 2024-11-10T01:22:50,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:22:50,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-10T01:22:50,059 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:22:50,059 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:22:50,060 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:50,060 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,39795,1731201767233, seqNum=-1] 2024-11-10T01:22:50,061 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:50,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:22:50,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-11-10T01:22:50,065 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201770065, completionTime=-1 2024-11-10T01:22:50,065 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:22:50,065 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:22:50,067 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:22:50,067 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201830067 2024-11-10T01:22:50,067 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201890067 2024-11-10T01:22:50,067 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T01:22:50,067 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37521,1731201767118-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:50,067 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37521,1731201767118-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:50,067 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37521,1731201767118-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:50,067 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:37521, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:50,067 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:50,068 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:50,069 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:22:50,070 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.773sec 2024-11-10T01:22:50,070 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:22:50,070 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:22:50,070 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:22:50,070 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:22:50,070 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:22:50,070 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37521,1731201767118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:22:50,070 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37521,1731201767118-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:22:50,072 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:22:50,072 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:22:50,072 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37521,1731201767118-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:22:50,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f3597c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:50,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37521,-1 for getting cluster id 2024-11-10T01:22:50,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:50,158 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada93a51-eb00-49dc-9a49-c26b53976f06' 2024-11-10T01:22:50,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:50,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada93a51-eb00-49dc-9a49-c26b53976f06" 2024-11-10T01:22:50,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b434cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:50,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37521,-1] 2024-11-10T01:22:50,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:50,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:50,160 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:50,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6462e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:50,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:50,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,39795,1731201767233, seqNum=-1] 2024-11-10T01:22:50,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:50,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:22:50,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,37521,1731201767118 2024-11-10T01:22:50,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52583 2024-11-10T01:22:50,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:22:50,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10122565e1d0008 connected 2024-11-10T01:22:50,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:50,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,33551,1731201756338 2024-11-10T01:22:50,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cc3e894 2024-11-10T01:22:50,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:50,192 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:50,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:22:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T01:22:50,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:22:50,194 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:50,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T01:22:50,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:22:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:50,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741835_1011 (size=902) 2024-11-10T01:22:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:50,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:22:50,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:50,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:50,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:50,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:50,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:50,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:50,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:50,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6aa717b1e6f6c655d76f5690c256a402, NAME => 'test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9 2024-11-10T01:22:50,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:50,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:50,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:50,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:50,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:50,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:50,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:50,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741836_1012 (size=39) 2024-11-10T01:22:50,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:50,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6aa717b1e6f6c655d76f5690c256a402, disabling compactions & flushes 2024-11-10T01:22:50,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402. 2024-11-10T01:22:50,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402. 2024-11-10T01:22:50,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402. after waiting 0 ms 2024-11-10T01:22:50,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402. 2024-11-10T01:22:50,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402. 2024-11-10T01:22:50,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6aa717b1e6f6c655d76f5690c256a402: Waiting for close lock at 1731201770645Disabling compacts and flushes for region at 1731201770645Disabling writes for close at 1731201770645Writing region close event to WAL at 1731201770645Closed at 1731201770645 2024-11-10T01:22:50,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:22:50,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731201770646"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201770646"}]},"ts":"1731201770646"} 2024-11-10T01:22:50,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:22:50,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:22:50,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201770651"}]},"ts":"1731201770651"} 2024-11-10T01:22:50,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T01:22:50,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6aa717b1e6f6c655d76f5690c256a402, ASSIGN}] 2024-11-10T01:22:50,657 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6aa717b1e6f6c655d76f5690c256a402, ASSIGN 2024-11-10T01:22:50,658 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6aa717b1e6f6c655d76f5690c256a402, ASSIGN; state=OFFLINE, location=0c4d4d227d60,33697,1731201756865; forceNewPlan=false, retain=false 2024-11-10T01:22:50,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6aa717b1e6f6c655d76f5690c256a402, regionState=OPENING, regionLocation=0c4d4d227d60,33697,1731201756865 2024-11-10T01:22:50,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6aa717b1e6f6c655d76f5690c256a402, ASSIGN because future has completed 2024-11-10T01:22:50,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6aa717b1e6f6c655d76f5690c256a402, server=0c4d4d227d60,33697,1731201756865}] 2024-11-10T01:22:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:50,965 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402. 2024-11-10T01:22:50,966 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6aa717b1e6f6c655d76f5690c256a402, NAME => 'test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:50,966 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:50,966 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T01:22:50,966 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6aa717b1e6f6c655d76f5690c256a402 2024-11-10T01:22:50,966 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:50,966 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6aa717b1e6f6c655d76f5690c256a402 2024-11-10T01:22:50,966 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6aa717b1e6f6c655d76f5690c256a402 2024-11-10T01:22:50,967 INFO [StoreOpener-6aa717b1e6f6c655d76f5690c256a402-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6aa717b1e6f6c655d76f5690c256a402 2024-11-10T01:22:50,968 INFO [StoreOpener-6aa717b1e6f6c655d76f5690c256a402-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa717b1e6f6c655d76f5690c256a402 columnFamilyName f 2024-11-10T01:22:50,968 DEBUG [StoreOpener-6aa717b1e6f6c655d76f5690c256a402-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:50,968 INFO [StoreOpener-6aa717b1e6f6c655d76f5690c256a402-1 {}] regionserver.HStore(327): Store=6aa717b1e6f6c655d76f5690c256a402/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:50,968 INFO [StoreOpener-6aa717b1e6f6c655d76f5690c256a402-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6aa717b1e6f6c655d76f5690c256a402 2024-11-10T01:22:50,969 INFO [StoreOpener-6aa717b1e6f6c655d76f5690c256a402-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa717b1e6f6c655d76f5690c256a402 columnFamilyName f1 2024-11-10T01:22:50,969 DEBUG [StoreOpener-6aa717b1e6f6c655d76f5690c256a402-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:50,969 INFO [StoreOpener-6aa717b1e6f6c655d76f5690c256a402-1 {}] regionserver.HStore(327): Store=6aa717b1e6f6c655d76f5690c256a402/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:50,969 INFO [StoreOpener-6aa717b1e6f6c655d76f5690c256a402-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6aa717b1e6f6c655d76f5690c256a402 2024-11-10T01:22:50,970 INFO [StoreOpener-6aa717b1e6f6c655d76f5690c256a402-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa717b1e6f6c655d76f5690c256a402 columnFamilyName norep 2024-11-10T01:22:50,970 DEBUG [StoreOpener-6aa717b1e6f6c655d76f5690c256a402-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:50,970 INFO [StoreOpener-6aa717b1e6f6c655d76f5690c256a402-1 {}] regionserver.HStore(327): Store=6aa717b1e6f6c655d76f5690c256a402/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:50,970 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6aa717b1e6f6c655d76f5690c256a402 2024-11-10T01:22:50,971 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402 2024-11-10T01:22:50,971 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402 2024-11-10T01:22:50,971 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6aa717b1e6f6c655d76f5690c256a402 2024-11-10T01:22:50,972 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6aa717b1e6f6c655d76f5690c256a402 2024-11-10T01:22:50,972 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:22:50,973 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6aa717b1e6f6c655d76f5690c256a402 2024-11-10T01:22:50,974 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:50,975 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6aa717b1e6f6c655d76f5690c256a402; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73007543, jitterRate=0.0878971666097641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:22:50,975 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6aa717b1e6f6c655d76f5690c256a402 2024-11-10T01:22:50,975 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6aa717b1e6f6c655d76f5690c256a402: Running coprocessor pre-open hook at 1731201770966Writing region info on filesystem at 1731201770966Initializing all the Stores at 1731201770967 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201770967Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201770967Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201770967Cleaning up temporary data from old regions at 1731201770972 (+5 ms)Running coprocessor post-open hooks at 1731201770975 (+3 ms)Region opened successfully at 1731201770975 2024-11-10T01:22:50,976 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402., pid=6, masterSystemTime=1731201770962 2024-11-10T01:22:50,978 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402. 2024-11-10T01:22:50,978 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402. 2024-11-10T01:22:50,978 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6aa717b1e6f6c655d76f5690c256a402, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0c4d4d227d60,33697,1731201756865 2024-11-10T01:22:50,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6aa717b1e6f6c655d76f5690c256a402, server=0c4d4d227d60,33697,1731201756865 because future has completed 2024-11-10T01:22:50,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:22:50,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6aa717b1e6f6c655d76f5690c256a402, server=0c4d4d227d60,33697,1731201756865 in 170 msec 2024-11-10T01:22:50,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:22:50,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6aa717b1e6f6c655d76f5690c256a402, ASSIGN in 326 msec 2024-11-10T01:22:50,984 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:22:50,984 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201770984"}]},"ts":"1731201770984"} 2024-11-10T01:22:50,985 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T01:22:50,986 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:22:50,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 794 msec 2024-11-10T01:22:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:51,338 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T01:22:51,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:51,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,34141,1731201762474 2024-11-10T01:22:51,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bde4fe7 2024-11-10T01:22:51,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:51,340 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:51,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:22:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T01:22:51,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:22:51,342 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:51,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T01:22:51,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:22:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:51,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741835_1011 (size=902) 2024-11-10T01:22:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:51,562 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T01:22:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:51,750 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70dfd3b388e4555a9578f173cfb0e85d, NAME => 'test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8 2024-11-10T01:22:51,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741836_1012 (size=39) 2024-11-10T01:22:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:52,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:52,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 70dfd3b388e4555a9578f173cfb0e85d, disabling compactions & flushes 2024-11-10T01:22:52,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d. 2024-11-10T01:22:52,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d. 2024-11-10T01:22:52,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d. after waiting 0 ms 2024-11-10T01:22:52,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d. 2024-11-10T01:22:52,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d. 2024-11-10T01:22:52,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70dfd3b388e4555a9578f173cfb0e85d: Waiting for close lock at 1731201772154Disabling compacts and flushes for region at 1731201772154Disabling writes for close at 1731201772154Writing region close event to WAL at 1731201772154Closed at 1731201772154 2024-11-10T01:22:52,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:22:52,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731201772156"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201772156"}]},"ts":"1731201772156"} 2024-11-10T01:22:52,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:22:52,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:22:52,159 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201772159"}]},"ts":"1731201772159"} 2024-11-10T01:22:52,160 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T01:22:52,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=70dfd3b388e4555a9578f173cfb0e85d, ASSIGN}] 2024-11-10T01:22:52,161 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=70dfd3b388e4555a9578f173cfb0e85d, ASSIGN 2024-11-10T01:22:52,162 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=70dfd3b388e4555a9578f173cfb0e85d, ASSIGN; state=OFFLINE, location=0c4d4d227d60,40519,1731201762581; forceNewPlan=false, retain=false 2024-11-10T01:22:52,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70dfd3b388e4555a9578f173cfb0e85d, regionState=OPENING, regionLocation=0c4d4d227d60,40519,1731201762581 2024-11-10T01:22:52,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=70dfd3b388e4555a9578f173cfb0e85d, ASSIGN because future has completed 2024-11-10T01:22:52,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70dfd3b388e4555a9578f173cfb0e85d, server=0c4d4d227d60,40519,1731201762581}] 2024-11-10T01:22:52,470 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d. 2024-11-10T01:22:52,470 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 70dfd3b388e4555a9578f173cfb0e85d, NAME => 'test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:52,470 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:52,470 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T01:22:52,471 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:22:52,471 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:52,471 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:22:52,471 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:22:52,472 INFO [StoreOpener-70dfd3b388e4555a9578f173cfb0e85d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:22:52,473 INFO [StoreOpener-70dfd3b388e4555a9578f173cfb0e85d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70dfd3b388e4555a9578f173cfb0e85d columnFamilyName f 2024-11-10T01:22:52,473 DEBUG [StoreOpener-70dfd3b388e4555a9578f173cfb0e85d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:52,473 INFO [StoreOpener-70dfd3b388e4555a9578f173cfb0e85d-1 {}] regionserver.HStore(327): Store=70dfd3b388e4555a9578f173cfb0e85d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:52,473 INFO [StoreOpener-70dfd3b388e4555a9578f173cfb0e85d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:22:52,474 INFO [StoreOpener-70dfd3b388e4555a9578f173cfb0e85d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70dfd3b388e4555a9578f173cfb0e85d columnFamilyName f1 2024-11-10T01:22:52,474 DEBUG [StoreOpener-70dfd3b388e4555a9578f173cfb0e85d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:52,474 INFO [StoreOpener-70dfd3b388e4555a9578f173cfb0e85d-1 {}] regionserver.HStore(327): Store=70dfd3b388e4555a9578f173cfb0e85d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:52,475 INFO [StoreOpener-70dfd3b388e4555a9578f173cfb0e85d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:22:52,475 INFO [StoreOpener-70dfd3b388e4555a9578f173cfb0e85d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70dfd3b388e4555a9578f173cfb0e85d columnFamilyName norep 2024-11-10T01:22:52,475 DEBUG [StoreOpener-70dfd3b388e4555a9578f173cfb0e85d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:52,475 INFO [StoreOpener-70dfd3b388e4555a9578f173cfb0e85d-1 {}] regionserver.HStore(327): Store=70dfd3b388e4555a9578f173cfb0e85d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:52,476 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:22:52,476 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:22:52,476 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:22:52,477 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:22:52,477 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:22:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:52,478 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:22:52,478 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:22:52,480 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:52,480 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 70dfd3b388e4555a9578f173cfb0e85d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68535376, jitterRate=0.021256685256958008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:22:52,480 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:22:52,480 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 70dfd3b388e4555a9578f173cfb0e85d: Running coprocessor pre-open hook at 1731201772471Writing region info on filesystem at 1731201772471Initializing all the Stores at 1731201772471Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201772471Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201772472 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201772472Cleaning up temporary data from old regions at 1731201772477 (+5 ms)Running coprocessor post-open hooks at 1731201772480 (+3 ms)Region opened successfully at 1731201772480 2024-11-10T01:22:52,481 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d., pid=6, masterSystemTime=1731201772466 2024-11-10T01:22:52,483 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d. 2024-11-10T01:22:52,483 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d. 2024-11-10T01:22:52,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70dfd3b388e4555a9578f173cfb0e85d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0c4d4d227d60,40519,1731201762581 2024-11-10T01:22:52,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70dfd3b388e4555a9578f173cfb0e85d, server=0c4d4d227d60,40519,1731201762581 because future has completed 2024-11-10T01:22:52,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:22:52,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 70dfd3b388e4555a9578f173cfb0e85d, server=0c4d4d227d60,40519,1731201762581 in 171 msec 2024-11-10T01:22:52,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:22:52,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=70dfd3b388e4555a9578f173cfb0e85d, ASSIGN in 327 msec 2024-11-10T01:22:52,488 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:22:52,489 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201772488"}]},"ts":"1731201772488"} 2024-11-10T01:22:52,490 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T01:22:52,491 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:22:52,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-10T01:22:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:53,487 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T01:22:53,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:53,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,37521,1731201767118 2024-11-10T01:22:53,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75864810 2024-11-10T01:22:53,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:53,489 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:53,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:22:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T01:22:53,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:22:53,492 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:53,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T01:22:53,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:22:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:53,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741835_1011 (size=902) 2024-11-10T01:22:53,498 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94ea00f0d840308c1cf3a333ebb3d289, NAME => 'test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6 2024-11-10T01:22:53,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741836_1012 (size=39) 2024-11-10T01:22:53,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:53,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 94ea00f0d840308c1cf3a333ebb3d289, disabling compactions & flushes 2024-11-10T01:22:53,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289. 2024-11-10T01:22:53,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289. 2024-11-10T01:22:53,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289. after waiting 0 ms 2024-11-10T01:22:53,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289. 2024-11-10T01:22:53,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289. 2024-11-10T01:22:53,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94ea00f0d840308c1cf3a333ebb3d289: Waiting for close lock at 1731201773507Disabling compacts and flushes for region at 1731201773507Disabling writes for close at 1731201773507Writing region close event to WAL at 1731201773507Closed at 1731201773507 2024-11-10T01:22:53,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:22:53,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731201773508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201773508"}]},"ts":"1731201773508"} 2024-11-10T01:22:53,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:22:53,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:22:53,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201773513"}]},"ts":"1731201773513"} 2024-11-10T01:22:53,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T01:22:53,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=94ea00f0d840308c1cf3a333ebb3d289, ASSIGN}] 2024-11-10T01:22:53,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=94ea00f0d840308c1cf3a333ebb3d289, ASSIGN 2024-11-10T01:22:53,516 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=94ea00f0d840308c1cf3a333ebb3d289, ASSIGN; state=OFFLINE, location=0c4d4d227d60,39795,1731201767233; forceNewPlan=false, retain=false 2024-11-10T01:22:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:53,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94ea00f0d840308c1cf3a333ebb3d289, regionState=OPENING, regionLocation=0c4d4d227d60,39795,1731201767233 2024-11-10T01:22:53,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=94ea00f0d840308c1cf3a333ebb3d289, ASSIGN because future has completed 2024-11-10T01:22:53,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94ea00f0d840308c1cf3a333ebb3d289, server=0c4d4d227d60,39795,1731201767233}] 2024-11-10T01:22:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:53,825 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289. 2024-11-10T01:22:53,825 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 94ea00f0d840308c1cf3a333ebb3d289, NAME => 'test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:53,826 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:53,826 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T01:22:53,826 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:22:53,826 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:53,826 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:22:53,826 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:22:53,827 INFO [StoreOpener-94ea00f0d840308c1cf3a333ebb3d289-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:22:53,828 INFO [StoreOpener-94ea00f0d840308c1cf3a333ebb3d289-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94ea00f0d840308c1cf3a333ebb3d289 columnFamilyName f 2024-11-10T01:22:53,828 DEBUG [StoreOpener-94ea00f0d840308c1cf3a333ebb3d289-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:53,828 INFO [StoreOpener-94ea00f0d840308c1cf3a333ebb3d289-1 {}] regionserver.HStore(327): Store=94ea00f0d840308c1cf3a333ebb3d289/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:53,828 INFO [StoreOpener-94ea00f0d840308c1cf3a333ebb3d289-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:22:53,829 INFO [StoreOpener-94ea00f0d840308c1cf3a333ebb3d289-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94ea00f0d840308c1cf3a333ebb3d289 columnFamilyName f1 2024-11-10T01:22:53,829 DEBUG [StoreOpener-94ea00f0d840308c1cf3a333ebb3d289-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:53,830 INFO [StoreOpener-94ea00f0d840308c1cf3a333ebb3d289-1 {}] regionserver.HStore(327): Store=94ea00f0d840308c1cf3a333ebb3d289/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:53,830 INFO [StoreOpener-94ea00f0d840308c1cf3a333ebb3d289-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:22:53,830 INFO [StoreOpener-94ea00f0d840308c1cf3a333ebb3d289-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94ea00f0d840308c1cf3a333ebb3d289 columnFamilyName norep 2024-11-10T01:22:53,830 DEBUG [StoreOpener-94ea00f0d840308c1cf3a333ebb3d289-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:53,831 INFO [StoreOpener-94ea00f0d840308c1cf3a333ebb3d289-1 {}] regionserver.HStore(327): Store=94ea00f0d840308c1cf3a333ebb3d289/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:53,831 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:22:53,831 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:22:53,832 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:22:53,832 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:22:53,832 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:22:53,833 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:22:53,833 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:22:53,835 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:53,835 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 94ea00f0d840308c1cf3a333ebb3d289; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67395872, jitterRate=0.004276752471923828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:22:53,835 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:22:53,835 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 94ea00f0d840308c1cf3a333ebb3d289: Running coprocessor pre-open hook at 1731201773826Writing region info on filesystem at 1731201773826Initializing all the Stores at 1731201773827 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201773827Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201773827Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201773827Cleaning up temporary data from old regions at 1731201773832 (+5 ms)Running coprocessor post-open hooks at 1731201773835 (+3 ms)Region opened successfully at 1731201773835 2024-11-10T01:22:53,836 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289., pid=6, masterSystemTime=1731201773822 2024-11-10T01:22:53,837 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289. 2024-11-10T01:22:53,837 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289. 2024-11-10T01:22:53,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94ea00f0d840308c1cf3a333ebb3d289, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0c4d4d227d60,39795,1731201767233 2024-11-10T01:22:53,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94ea00f0d840308c1cf3a333ebb3d289, server=0c4d4d227d60,39795,1731201767233 because future has completed 2024-11-10T01:22:53,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:22:53,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 94ea00f0d840308c1cf3a333ebb3d289, server=0c4d4d227d60,39795,1731201767233 in 170 msec 2024-11-10T01:22:53,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:22:53,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=94ea00f0d840308c1cf3a333ebb3d289, ASSIGN in 326 msec 2024-11-10T01:22:53,843 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:22:53,843 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201773843"}]},"ts":"1731201773843"} 2024-11-10T01:22:53,845 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T01:22:53,845 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:22:53,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 355 msec 2024-11-10T01:22:54,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T01:22:54,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T01:22:54,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:22:54,019 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T01:22:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:22:54,118 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T01:22:54,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee8b35e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:54,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,33551,-1 for getting cluster id 2024-11-10T01:22:54,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:54,120 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f480f62-61b9-440d-b96a-27ff226944a6' 2024-11-10T01:22:54,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:54,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f480f62-61b9-440d-b96a-27ff226944a6" 2024-11-10T01:22:54,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358da523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:54,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,33551,-1] 2024-11-10T01:22:54,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:54,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:54,121 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23cc57f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:54,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,33551,1731201756338 2024-11-10T01:22:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f58c0ae 2024-11-10T01:22:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:54,123 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:54,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:34141,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:22:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:22:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:54,127 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:34141' 2024-11-10T01:22:54,128 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbfc0e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:54,128 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34141,-1 for getting cluster id 2024-11-10T01:22:54,128 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:54,128 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a6f497-10f0-47ad-98b1-b3104fd6cbdb' 2024-11-10T01:22:54,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:54,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a6f497-10f0-47ad-98b1-b3104fd6cbdb" 2024-11-10T01:22:54,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc935cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:54,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34141,-1] 2024-11-10T01:22:54,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:54,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:54,129 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:54,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472f59b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:54,130 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:54,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,34141,1731201762474 2024-11-10T01:22:54,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e448410 2024-11-10T01:22:54,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:54,132 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:54,132 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T01:22:54,132 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:22:54,133 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:54,133 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:54,133 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:22:54,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:54,134 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:22:54,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:22:54,135 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:54,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:22:54,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741837_1013 (size=1138) 2024-11-10T01:22:54,184 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T01:22:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:54,542 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa78031e23c1953a2f36665babe23f27, NAME => 'hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9 2024-11-10T01:22:54,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741838_1014 (size=44) 2024-11-10T01:22:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:54,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:54,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aa78031e23c1953a2f36665babe23f27, disabling compactions & flushes 2024-11-10T01:22:54,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27. 2024-11-10T01:22:54,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27. 2024-11-10T01:22:54,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27. after waiting 0 ms 2024-11-10T01:22:54,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27. 2024-11-10T01:22:54,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27. 2024-11-10T01:22:54,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa78031e23c1953a2f36665babe23f27: Waiting for close lock at 1731201774947Disabling compacts and flushes for region at 1731201774947Disabling writes for close at 1731201774947Writing region close event to WAL at 1731201774947Closed at 1731201774947 2024-11-10T01:22:54,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:22:54,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731201774949"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201774949"}]},"ts":"1731201774949"} 2024-11-10T01:22:54,951 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:22:54,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:22:54,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201774952"}]},"ts":"1731201774952"} 2024-11-10T01:22:54,954 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T01:22:54,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa78031e23c1953a2f36665babe23f27, ASSIGN}] 2024-11-10T01:22:54,955 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa78031e23c1953a2f36665babe23f27, ASSIGN 2024-11-10T01:22:54,955 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aa78031e23c1953a2f36665babe23f27, ASSIGN; state=OFFLINE, location=0c4d4d227d60,33697,1731201756865; forceNewPlan=false, retain=false 2024-11-10T01:22:55,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa78031e23c1953a2f36665babe23f27, regionState=OPENING, regionLocation=0c4d4d227d60,33697,1731201756865 2024-11-10T01:22:55,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aa78031e23c1953a2f36665babe23f27, ASSIGN because future has completed 2024-11-10T01:22:55,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa78031e23c1953a2f36665babe23f27, server=0c4d4d227d60,33697,1731201756865}] 2024-11-10T01:22:55,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27. 2024-11-10T01:22:55,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:55,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:22:55,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C33697%2C1731201756865.rep, suffix=, logDir=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865, archiveDir=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/oldWALs, maxLogs=10 2024-11-10T01:22:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:55,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.rep.1731201775265, exclude list is [], retry=0 2024-11-10T01:22:55,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35623,DS-13f9154e-09e2-434a-bcb0-8c3898732860,DISK] 2024-11-10T01:22:55,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.rep.1731201775265 2024-11-10T01:22:55,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603)] 2024-11-10T01:22:55,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aa78031e23c1953a2f36665babe23f27, NAME => 'hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:55,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:55,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:22:55,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27. service=MultiRowMutationService 2024-11-10T01:22:55,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:22:55,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aa78031e23c1953a2f36665babe23f27 2024-11-10T01:22:55,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:55,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aa78031e23c1953a2f36665babe23f27 2024-11-10T01:22:55,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aa78031e23c1953a2f36665babe23f27 2024-11-10T01:22:55,283 INFO [StoreOpener-aa78031e23c1953a2f36665babe23f27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aa78031e23c1953a2f36665babe23f27 2024-11-10T01:22:55,284 INFO [StoreOpener-aa78031e23c1953a2f36665babe23f27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa78031e23c1953a2f36665babe23f27 columnFamilyName hfileref 2024-11-10T01:22:55,284 DEBUG [StoreOpener-aa78031e23c1953a2f36665babe23f27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:55,284 INFO [StoreOpener-aa78031e23c1953a2f36665babe23f27-1 {}] regionserver.HStore(327): Store=aa78031e23c1953a2f36665babe23f27/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:55,284 INFO [StoreOpener-aa78031e23c1953a2f36665babe23f27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aa78031e23c1953a2f36665babe23f27 2024-11-10T01:22:55,285 INFO [StoreOpener-aa78031e23c1953a2f36665babe23f27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa78031e23c1953a2f36665babe23f27 columnFamilyName queue 2024-11-10T01:22:55,285 DEBUG [StoreOpener-aa78031e23c1953a2f36665babe23f27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:55,286 INFO [StoreOpener-aa78031e23c1953a2f36665babe23f27-1 {}] regionserver.HStore(327): Store=aa78031e23c1953a2f36665babe23f27/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:55,286 INFO [StoreOpener-aa78031e23c1953a2f36665babe23f27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aa78031e23c1953a2f36665babe23f27 2024-11-10T01:22:55,286 INFO [StoreOpener-aa78031e23c1953a2f36665babe23f27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa78031e23c1953a2f36665babe23f27 columnFamilyName sid 2024-11-10T01:22:55,286 DEBUG [StoreOpener-aa78031e23c1953a2f36665babe23f27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:55,286 INFO [StoreOpener-aa78031e23c1953a2f36665babe23f27-1 {}] regionserver.HStore(327): Store=aa78031e23c1953a2f36665babe23f27/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:55,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aa78031e23c1953a2f36665babe23f27 2024-11-10T01:22:55,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/replication/aa78031e23c1953a2f36665babe23f27 2024-11-10T01:22:55,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/replication/aa78031e23c1953a2f36665babe23f27 2024-11-10T01:22:55,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aa78031e23c1953a2f36665babe23f27 2024-11-10T01:22:55,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aa78031e23c1953a2f36665babe23f27 2024-11-10T01:22:55,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:22:55,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aa78031e23c1953a2f36665babe23f27 2024-11-10T01:22:55,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/replication/aa78031e23c1953a2f36665babe23f27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:55,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aa78031e23c1953a2f36665babe23f27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64353190, jitterRate=-0.041062742471694946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:22:55,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa78031e23c1953a2f36665babe23f27 2024-11-10T01:22:55,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aa78031e23c1953a2f36665babe23f27: Running coprocessor pre-open hook at 1731201775282Writing region info on filesystem at 1731201775282Initializing all the Stores at 1731201775283 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201775283Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201775283Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201775283Cleaning up temporary data from old regions at 1731201775288 (+5 ms)Running coprocessor post-open hooks at 1731201775291 (+3 ms)Region opened successfully at 1731201775291 2024-11-10T01:22:55,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27., pid=10, masterSystemTime=1731201775261 2024-11-10T01:22:55,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27. 2024-11-10T01:22:55,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27. 2024-11-10T01:22:55,294 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa78031e23c1953a2f36665babe23f27, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,33697,1731201756865 2024-11-10T01:22:55,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa78031e23c1953a2f36665babe23f27, server=0c4d4d227d60,33697,1731201756865 because future has completed 2024-11-10T01:22:55,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T01:22:55,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aa78031e23c1953a2f36665babe23f27, server=0c4d4d227d60,33697,1731201756865 in 187 msec 2024-11-10T01:22:55,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T01:22:55,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa78031e23c1953a2f36665babe23f27, ASSIGN in 344 msec 2024-11-10T01:22:55,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:22:55,301 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201775301"}]},"ts":"1731201775301"} 2024-11-10T01:22:55,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T01:22:55,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:22:55,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-10T01:22:55,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27., hostname=0c4d4d227d60,33697,1731201756865, seqNum=2] 2024-11-10T01:22:55,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:22:55,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:22:55,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:22:55,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:22:55,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:55,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:55,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:55,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:55,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T01:22:55,553 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T01:22:55,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:55,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:55,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:55,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:55,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:55,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:55,592 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,33697,1731201756865, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:22:55,593 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:55,593 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,33697,1731201756865, seqNum=-1] 2024-11-10T01:22:55,594 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:55,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-10T01:22:55,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:55,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0c4d4d227d60,33697,1731201756865', locateType=CURRENT is [region=hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27., hostname=0c4d4d227d60,33697,1731201756865, seqNum=2] 2024-11-10T01:22:55,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:55,601 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T01:22:55,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:55,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:22:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T01:22:55,607 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0c4d4d227d60,33697,1731201756865 suceeded 2024-11-10T01:22:55,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T01:22:55,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-10T01:22:55,613 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0c4d4d227d60:34141,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:22:55,621 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:34141' 2024-11-10T01:22:55,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-10T01:22:55,623 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f8d571f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:55,623 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34141,-1 for getting cluster id 2024-11-10T01:22:55,623 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:55,624 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a6f497-10f0-47ad-98b1-b3104fd6cbdb' 2024-11-10T01:22:55,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:55,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a6f497-10f0-47ad-98b1-b3104fd6cbdb" 2024-11-10T01:22:55,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29bf4cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:55,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34141,-1] 2024-11-10T01:22:55,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:55,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:55,626 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:55,627 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f9cdfe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:55,627 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:55,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,34141,1731201762474 2024-11-10T01:22:55,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c7aadbe 2024-11-10T01:22:55,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:55,631 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-10T01:22:55,632 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,33697,1731201756865 (queues=1) is replicating from cluster=2f480f62-61b9-440d-b96a-27ff226944a6 to cluster=30a6f497-10f0-47ad-98b1-b3104fd6cbdb 2024-11-10T01:22:55,632 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C33697%2C1731201756865 2024-11-10T01:22:55,632 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,33697,1731201756865, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:22:55,636 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492, startPosition=0, beingWritten=true 2024-11-10T01:22:55,636 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.shipper0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C33697%2C1731201756865 2024-11-10T01:22:55,642 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:55,642 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 379, reset compression=false 2024-11-10T01:22:55,642 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.shipper0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,33697,1731201756865 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:55,846 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 379, reset compression=false 2024-11-10T01:22:56,150 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 379, reset compression=false 2024-11-10T01:22:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:56,278 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:22:56,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:22:56,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:56,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:56,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:56,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:56,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65708628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:56,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34141,-1 for getting cluster id 2024-11-10T01:22:56,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:56,280 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a6f497-10f0-47ad-98b1-b3104fd6cbdb' 2024-11-10T01:22:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a6f497-10f0-47ad-98b1-b3104fd6cbdb" 2024-11-10T01:22:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53392812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34141,-1] 2024-11-10T01:22:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:56,281 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:56,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa7bd77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:56,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,34141,1731201762474 2024-11-10T01:22:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@542be504 2024-11-10T01:22:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:56,283 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:56,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:37521,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:22:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:22:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:56,286 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:37521' 2024-11-10T01:22:56,287 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a51b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:56,287 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37521,-1 for getting cluster id 2024-11-10T01:22:56,287 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:56,288 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada93a51-eb00-49dc-9a49-c26b53976f06' 2024-11-10T01:22:56,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:56,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada93a51-eb00-49dc-9a49-c26b53976f06" 2024-11-10T01:22:56,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f24e6e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:56,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37521,-1] 2024-11-10T01:22:56,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:56,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:56,289 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:56,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5430f672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:56,289 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:56,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,37521,1731201767118 2024-11-10T01:22:56,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@af3afa1 2024-11-10T01:22:56,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:56,291 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:56,292 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T01:22:56,292 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:22:56,292 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:56,292 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:56,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:56,292 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:22:56,293 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:22:56,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:22:56,294 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:56,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:22:56,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741837_1013 (size=1138) 2024-11-10T01:22:56,344 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T01:22:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:56,558 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 379, reset compression=false 2024-11-10T01:22:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:56,701 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17880ac9df9c4bada908cc81438c1c5b, NAME => 'hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8 2024-11-10T01:22:56,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741838_1014 (size=44) 2024-11-10T01:22:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:57,061 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 379, reset compression=false 2024-11-10T01:22:57,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:57,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 17880ac9df9c4bada908cc81438c1c5b, disabling compactions & flushes 2024-11-10T01:22:57,105 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b. 2024-11-10T01:22:57,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b. 2024-11-10T01:22:57,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b. after waiting 0 ms 2024-11-10T01:22:57,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b. 2024-11-10T01:22:57,105 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b. 2024-11-10T01:22:57,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17880ac9df9c4bada908cc81438c1c5b: Waiting for close lock at 1731201777105Disabling compacts and flushes for region at 1731201777105Disabling writes for close at 1731201777105Writing region close event to WAL at 1731201777105Closed at 1731201777105 2024-11-10T01:22:57,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:22:57,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731201777106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201777106"}]},"ts":"1731201777106"} 2024-11-10T01:22:57,108 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:22:57,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:22:57,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201777109"}]},"ts":"1731201777109"} 2024-11-10T01:22:57,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T01:22:57,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17880ac9df9c4bada908cc81438c1c5b, ASSIGN}] 2024-11-10T01:22:57,112 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17880ac9df9c4bada908cc81438c1c5b, ASSIGN 2024-11-10T01:22:57,112 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17880ac9df9c4bada908cc81438c1c5b, ASSIGN; state=OFFLINE, location=0c4d4d227d60,40519,1731201762581; forceNewPlan=false, retain=false 2024-11-10T01:22:57,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17880ac9df9c4bada908cc81438c1c5b, regionState=OPENING, regionLocation=0c4d4d227d60,40519,1731201762581 2024-11-10T01:22:57,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17880ac9df9c4bada908cc81438c1c5b, ASSIGN because future has completed 2024-11-10T01:22:57,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17880ac9df9c4bada908cc81438c1c5b, server=0c4d4d227d60,40519,1731201762581}] 2024-11-10T01:22:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:57,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b. 2024-11-10T01:22:57,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:57,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:22:57,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C40519%2C1731201762581.rep, suffix=, logDir=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581, archiveDir=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/oldWALs, maxLogs=10 2024-11-10T01:22:57,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.rep.1731201777422, exclude list is [], retry=0 2024-11-10T01:22:57,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39251,DS-c68b1fb7-fdaa-4394-b777-74d891881d30,DISK] 2024-11-10T01:22:57,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.rep.1731201777422 2024-11-10T01:22:57,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42215:42215)] 2024-11-10T01:22:57,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 17880ac9df9c4bada908cc81438c1c5b, NAME => 'hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:57,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:57,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:22:57,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b. service=MultiRowMutationService 2024-11-10T01:22:57,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:22:57,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 17880ac9df9c4bada908cc81438c1c5b 2024-11-10T01:22:57,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:57,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 17880ac9df9c4bada908cc81438c1c5b 2024-11-10T01:22:57,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 17880ac9df9c4bada908cc81438c1c5b 2024-11-10T01:22:57,438 INFO [StoreOpener-17880ac9df9c4bada908cc81438c1c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 17880ac9df9c4bada908cc81438c1c5b 2024-11-10T01:22:57,439 INFO [StoreOpener-17880ac9df9c4bada908cc81438c1c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17880ac9df9c4bada908cc81438c1c5b columnFamilyName hfileref 2024-11-10T01:22:57,439 DEBUG [StoreOpener-17880ac9df9c4bada908cc81438c1c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:57,439 INFO [StoreOpener-17880ac9df9c4bada908cc81438c1c5b-1 {}] regionserver.HStore(327): Store=17880ac9df9c4bada908cc81438c1c5b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:57,439 INFO [StoreOpener-17880ac9df9c4bada908cc81438c1c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 17880ac9df9c4bada908cc81438c1c5b 2024-11-10T01:22:57,440 INFO [StoreOpener-17880ac9df9c4bada908cc81438c1c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17880ac9df9c4bada908cc81438c1c5b columnFamilyName queue 2024-11-10T01:22:57,440 DEBUG [StoreOpener-17880ac9df9c4bada908cc81438c1c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:57,440 INFO [StoreOpener-17880ac9df9c4bada908cc81438c1c5b-1 {}] regionserver.HStore(327): Store=17880ac9df9c4bada908cc81438c1c5b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:57,440 INFO [StoreOpener-17880ac9df9c4bada908cc81438c1c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 17880ac9df9c4bada908cc81438c1c5b 2024-11-10T01:22:57,441 INFO [StoreOpener-17880ac9df9c4bada908cc81438c1c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17880ac9df9c4bada908cc81438c1c5b columnFamilyName sid 2024-11-10T01:22:57,441 DEBUG [StoreOpener-17880ac9df9c4bada908cc81438c1c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:57,441 INFO [StoreOpener-17880ac9df9c4bada908cc81438c1c5b-1 {}] regionserver.HStore(327): Store=17880ac9df9c4bada908cc81438c1c5b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:57,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 17880ac9df9c4bada908cc81438c1c5b 2024-11-10T01:22:57,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/replication/17880ac9df9c4bada908cc81438c1c5b 2024-11-10T01:22:57,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/replication/17880ac9df9c4bada908cc81438c1c5b 2024-11-10T01:22:57,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 17880ac9df9c4bada908cc81438c1c5b 2024-11-10T01:22:57,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 17880ac9df9c4bada908cc81438c1c5b 2024-11-10T01:22:57,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:22:57,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 17880ac9df9c4bada908cc81438c1c5b 2024-11-10T01:22:57,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/replication/17880ac9df9c4bada908cc81438c1c5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:57,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 17880ac9df9c4bada908cc81438c1c5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69931336, jitterRate=0.04205811023712158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:22:57,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17880ac9df9c4bada908cc81438c1c5b 2024-11-10T01:22:57,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 17880ac9df9c4bada908cc81438c1c5b: Running coprocessor pre-open hook at 1731201777437Writing region info on filesystem at 1731201777437Initializing all the Stores at 1731201777438 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201777438Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201777438Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201777438Cleaning up temporary data from old regions at 1731201777443 (+5 ms)Running coprocessor post-open hooks at 1731201777445 (+2 ms)Region opened successfully at 1731201777445 2024-11-10T01:22:57,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b., pid=10, masterSystemTime=1731201777417 2024-11-10T01:22:57,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b. 2024-11-10T01:22:57,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b. 2024-11-10T01:22:57,448 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17880ac9df9c4bada908cc81438c1c5b, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,40519,1731201762581 2024-11-10T01:22:57,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17880ac9df9c4bada908cc81438c1c5b, server=0c4d4d227d60,40519,1731201762581 because future has completed 2024-11-10T01:22:57,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T01:22:57,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 17880ac9df9c4bada908cc81438c1c5b, server=0c4d4d227d60,40519,1731201762581 in 184 msec 2024-11-10T01:22:57,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T01:22:57,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17880ac9df9c4bada908cc81438c1c5b, ASSIGN in 340 msec 2024-11-10T01:22:57,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:22:57,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201777454"}]},"ts":"1731201777454"} 2024-11-10T01:22:57,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T01:22:57,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:22:57,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-10T01:22:57,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b., hostname=0c4d4d227d60,40519,1731201762581, seqNum=2] 2024-11-10T01:22:57,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:22:57,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:22:57,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:22:57,563 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T01:22:57,665 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 379, reset compression=false 2024-11-10T01:22:57,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T01:22:57,702 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T01:22:57,726 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,40519,1731201762581, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:22:57,726 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:57,726 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,40519,1731201762581, seqNum=-1] 2024-11-10T01:22:57,726 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:57,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T01:22:57,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0c4d4d227d60,40519,1731201762581', locateType=CURRENT is [region=hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b., hostname=0c4d4d227d60,40519,1731201762581, seqNum=2] 2024-11-10T01:22:57,731 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T01:22:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T01:22:57,733 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0c4d4d227d60,40519,1731201762581 suceeded 2024-11-10T01:22:57,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T01:22:57,734 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0c4d4d227d60:37521,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:22:57,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-10T01:22:57,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4510 sec 2024-11-10T01:22:57,743 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:37521' 2024-11-10T01:22:57,744 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@767b318a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:57,744 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37521,-1 for getting cluster id 2024-11-10T01:22:57,744 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:57,745 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada93a51-eb00-49dc-9a49-c26b53976f06' 2024-11-10T01:22:57,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:57,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada93a51-eb00-49dc-9a49-c26b53976f06" 2024-11-10T01:22:57,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a615872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:57,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37521,-1] 2024-11-10T01:22:57,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:57,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:57,746 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:57,746 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51cf40ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:57,747 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:57,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,37521,1731201767118 2024-11-10T01:22:57,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53b41d7c 2024-11-10T01:22:57,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:57,748 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-10T01:22:57,748 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,40519,1731201762581 (queues=1) is replicating from cluster=30a6f497-10f0-47ad-98b1-b3104fd6cbdb to cluster=ada93a51-eb00-49dc-9a49-c26b53976f06 2024-11-10T01:22:57,748 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C40519%2C1731201762581 2024-11-10T01:22:57,748 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,40519,1731201762581, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:22:57,748 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411, startPosition=0, beingWritten=true 2024-11-10T01:22:57,748 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C40519%2C1731201762581 2024-11-10T01:22:57,752 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:57,752 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 379, reset compression=false 2024-11-10T01:22:57,752 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,40519,1731201762581 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:57,956 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 379, reset compression=false 2024-11-10T01:22:58,259 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 379, reset compression=false 2024-11-10T01:22:58,368 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 379, reset compression=false 2024-11-10T01:22:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:58,429 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:22:58,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:22:58,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:58,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:58,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:58,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:58,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2101ca32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:58,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37521,-1 for getting cluster id 2024-11-10T01:22:58,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:58,432 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada93a51-eb00-49dc-9a49-c26b53976f06' 2024-11-10T01:22:58,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:58,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada93a51-eb00-49dc-9a49-c26b53976f06" 2024-11-10T01:22:58,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b21914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:58,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37521,-1] 2024-11-10T01:22:58,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:58,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:58,437 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:58,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5986966f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:58,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,37521,1731201767118 2024-11-10T01:22:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22f8e357 2024-11-10T01:22:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:58,443 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:58,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:34141,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:22:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:22:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:58,462 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:34141' 2024-11-10T01:22:58,463 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee884fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:58,463 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34141,-1 for getting cluster id 2024-11-10T01:22:58,463 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:58,464 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a6f497-10f0-47ad-98b1-b3104fd6cbdb' 2024-11-10T01:22:58,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:58,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a6f497-10f0-47ad-98b1-b3104fd6cbdb" 2024-11-10T01:22:58,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be2a280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:58,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34141,-1] 2024-11-10T01:22:58,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:58,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:58,467 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:58,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0ed31e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:58,468 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:58,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,34141,1731201762474 2024-11-10T01:22:58,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a288b52 2024-11-10T01:22:58,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:58,471 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:22:58,472 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T01:22:58,472 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:22:58,472 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:58,472 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:58,472 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:22:58,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:58,474 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:22:58,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:22:58,475 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:58,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:22:58,524 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T01:22:58,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741837_1013 (size=1138) 2024-11-10T01:22:58,533 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa0f99da9d1cca40d18e31f6c241e1af, NAME => 'hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6 2024-11-10T01:22:58,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741838_1014 (size=44) 2024-11-10T01:22:58,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:58,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fa0f99da9d1cca40d18e31f6c241e1af, disabling compactions & flushes 2024-11-10T01:22:58,543 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af. 2024-11-10T01:22:58,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af. 2024-11-10T01:22:58,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af. after waiting 0 ms 2024-11-10T01:22:58,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af. 2024-11-10T01:22:58,543 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af. 2024-11-10T01:22:58,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa0f99da9d1cca40d18e31f6c241e1af: Waiting for close lock at 1731201778543Disabling compacts and flushes for region at 1731201778543Disabling writes for close at 1731201778543Writing region close event to WAL at 1731201778543Closed at 1731201778543 2024-11-10T01:22:58,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:22:58,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731201778544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201778544"}]},"ts":"1731201778544"} 2024-11-10T01:22:58,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:22:58,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:22:58,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201778548"}]},"ts":"1731201778548"} 2024-11-10T01:22:58,552 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T01:22:58,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa0f99da9d1cca40d18e31f6c241e1af, ASSIGN}] 2024-11-10T01:22:58,553 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa0f99da9d1cca40d18e31f6c241e1af, ASSIGN 2024-11-10T01:22:58,554 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa0f99da9d1cca40d18e31f6c241e1af, ASSIGN; state=OFFLINE, location=0c4d4d227d60,39795,1731201767233; forceNewPlan=false, retain=false 2024-11-10T01:22:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:58,662 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 379, reset compression=false 2024-11-10T01:22:58,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa0f99da9d1cca40d18e31f6c241e1af, regionState=OPENING, regionLocation=0c4d4d227d60,39795,1731201767233 2024-11-10T01:22:58,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa0f99da9d1cca40d18e31f6c241e1af, ASSIGN because future has completed 2024-11-10T01:22:58,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa0f99da9d1cca40d18e31f6c241e1af, server=0c4d4d227d60,39795,1731201767233}] 2024-11-10T01:22:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:58,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af. 2024-11-10T01:22:58,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:22:58,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:22:58,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C39795%2C1731201767233.rep, suffix=, logDir=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233, archiveDir=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/oldWALs, maxLogs=10 2024-11-10T01:22:58,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.rep.1731201778869, exclude list is [], retry=0 2024-11-10T01:22:58,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33485,DS-50769089-3fe0-4e02-afb4-c953de280acb,DISK] 2024-11-10T01:22:58,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.rep.1731201778869 2024-11-10T01:22:58,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39553:39553)] 2024-11-10T01:22:58,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fa0f99da9d1cca40d18e31f6c241e1af, NAME => 'hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:22:58,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:22:58,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:22:58,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af. service=MultiRowMutationService 2024-11-10T01:22:58,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:22:58,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:22:58,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:22:58,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:22:58,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:22:58,914 INFO [StoreOpener-fa0f99da9d1cca40d18e31f6c241e1af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:22:58,915 INFO [StoreOpener-fa0f99da9d1cca40d18e31f6c241e1af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa0f99da9d1cca40d18e31f6c241e1af columnFamilyName hfileref 2024-11-10T01:22:58,915 DEBUG [StoreOpener-fa0f99da9d1cca40d18e31f6c241e1af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:58,915 INFO [StoreOpener-fa0f99da9d1cca40d18e31f6c241e1af-1 {}] regionserver.HStore(327): Store=fa0f99da9d1cca40d18e31f6c241e1af/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:58,915 INFO [StoreOpener-fa0f99da9d1cca40d18e31f6c241e1af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:22:58,917 INFO [StoreOpener-fa0f99da9d1cca40d18e31f6c241e1af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa0f99da9d1cca40d18e31f6c241e1af columnFamilyName queue 2024-11-10T01:22:58,917 DEBUG [StoreOpener-fa0f99da9d1cca40d18e31f6c241e1af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:58,918 INFO [StoreOpener-fa0f99da9d1cca40d18e31f6c241e1af-1 {}] regionserver.HStore(327): Store=fa0f99da9d1cca40d18e31f6c241e1af/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:58,918 INFO [StoreOpener-fa0f99da9d1cca40d18e31f6c241e1af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:22:58,919 INFO [StoreOpener-fa0f99da9d1cca40d18e31f6c241e1af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa0f99da9d1cca40d18e31f6c241e1af columnFamilyName sid 2024-11-10T01:22:58,919 DEBUG [StoreOpener-fa0f99da9d1cca40d18e31f6c241e1af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:22:58,919 INFO [StoreOpener-fa0f99da9d1cca40d18e31f6c241e1af-1 {}] regionserver.HStore(327): Store=fa0f99da9d1cca40d18e31f6c241e1af/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:22:58,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:22:58,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/replication/fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:22:58,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/replication/fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:22:58,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:22:58,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:22:58,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:22:58,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:22:58,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/replication/fa0f99da9d1cca40d18e31f6c241e1af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:22:58,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fa0f99da9d1cca40d18e31f6c241e1af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62201124, jitterRate=-0.0731310248374939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:22:58,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:22:58,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fa0f99da9d1cca40d18e31f6c241e1af: Running coprocessor pre-open hook at 1731201778913Writing region info on filesystem at 1731201778913Initializing all the Stores at 1731201778914 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201778914Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201778914Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201778914Cleaning up temporary data from old regions at 1731201778921 (+7 ms)Running coprocessor post-open hooks at 1731201778924 (+3 ms)Region opened successfully at 1731201778924 2024-11-10T01:22:58,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af., pid=10, masterSystemTime=1731201778863 2024-11-10T01:22:58,931 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa0f99da9d1cca40d18e31f6c241e1af, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,39795,1731201767233 2024-11-10T01:22:58,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af. 2024-11-10T01:22:58,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af. 2024-11-10T01:22:58,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa0f99da9d1cca40d18e31f6c241e1af, server=0c4d4d227d60,39795,1731201767233 because future has completed 2024-11-10T01:22:58,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T01:22:58,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fa0f99da9d1cca40d18e31f6c241e1af, server=0c4d4d227d60,39795,1731201767233 in 230 msec 2024-11-10T01:22:58,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T01:22:58,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa0f99da9d1cca40d18e31f6c241e1af, ASSIGN in 392 msec 2024-11-10T01:22:58,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:22:58,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201778947"}]},"ts":"1731201778947"} 2024-11-10T01:22:58,949 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T01:22:58,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:22:58,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 478 msec 2024-11-10T01:22:58,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af., hostname=0c4d4d227d60,39795,1731201767233, seqNum=2] 2024-11-10T01:22:59,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:22:59,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:22:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:59,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:22:59,172 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 379, reset compression=false 2024-11-10T01:22:59,185 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 379, reset compression=false 2024-11-10T01:22:59,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T01:22:59,256 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T01:22:59,369 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,39795,1731201767233, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:22:59,370 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:59,370 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,39795,1731201767233, seqNum=-1] 2024-11-10T01:22:59,370 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:59,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T01:22:59,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0c4d4d227d60,39795,1731201767233', locateType=CURRENT is [region=hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af., hostname=0c4d4d227d60,39795,1731201767233, seqNum=2] 2024-11-10T01:22:59,400 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T01:22:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T01:22:59,403 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0c4d4d227d60,39795,1731201767233 suceeded 2024-11-10T01:22:59,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T01:22:59,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 315 msec 2024-11-10T01:22:59,405 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0c4d4d227d60:34141,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:22:59,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 961 msec 2024-11-10T01:22:59,418 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:34141' 2024-11-10T01:22:59,428 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39eb2127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:59,428 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34141,-1 for getting cluster id 2024-11-10T01:22:59,429 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:59,429 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a6f497-10f0-47ad-98b1-b3104fd6cbdb' 2024-11-10T01:22:59,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:59,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a6f497-10f0-47ad-98b1-b3104fd6cbdb" 2024-11-10T01:22:59,430 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:59,430 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d7a4c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:59,430 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34141,-1] 2024-11-10T01:22:59,430 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:59,431 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:59,432 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@277c56c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:59,432 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:22:59,433 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,34141,1731201762474 2024-11-10T01:22:59,433 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@569f0ad0 2024-11-10T01:22:59,433 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:22:59,435 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-10T01:22:59,436 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,39795,1731201767233 (queues=1) is replicating from cluster=ada93a51-eb00-49dc-9a49-c26b53976f06 to cluster=30a6f497-10f0-47ad-98b1-b3104fd6cbdb 2024-11-10T01:22:59,436 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C39795%2C1731201767233 2024-11-10T01:22:59,436 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,39795,1731201767233, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:22:59,437 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487, startPosition=0, beingWritten=true 2024-11-10T01:22:59,440 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C39795%2C1731201767233 2024-11-10T01:22:59,442 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:22:59,442 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 379, reset compression=false 2024-11-10T01:22:59,442 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,39795,1731201767233 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:22:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:22:59,598 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:22:59,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:22:59,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:22:59,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:59,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:59,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:22:59,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3afed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:59,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,33551,-1 for getting cluster id 2024-11-10T01:22:59,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:59,605 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f480f62-61b9-440d-b96a-27ff226944a6' 2024-11-10T01:22:59,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f480f62-61b9-440d-b96a-27ff226944a6" 2024-11-10T01:22:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1258cf7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,33551,-1] 2024-11-10T01:22:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:59,607 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:59,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6213a24e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:59,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6095d4b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:59,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34141,-1 for getting cluster id 2024-11-10T01:22:59,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:59,611 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a6f497-10f0-47ad-98b1-b3104fd6cbdb' 2024-11-10T01:22:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a6f497-10f0-47ad-98b1-b3104fd6cbdb" 2024-11-10T01:22:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8c6183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34141,-1] 2024-11-10T01:22:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:59,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:59,612 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34bf7ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:59,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ba66e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:59,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37521,-1 for getting cluster id 2024-11-10T01:22:59,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:22:59,616 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada93a51-eb00-49dc-9a49-c26b53976f06' 2024-11-10T01:22:59,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:22:59,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada93a51-eb00-49dc-9a49-c26b53976f06" 2024-11-10T01:22:59,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669fbaf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:59,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37521,-1] 2024-11-10T01:22:59,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:22:59,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:22:59,618 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:22:59,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77605627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:22:59,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,33697,1731201756865, seqNum=-1] 2024-11-10T01:22:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:59,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:22:59,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402., hostname=0c4d4d227d60,33697,1731201756865, seqNum=2] 2024-11-10T01:22:59,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:22:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,39795,1731201767233, seqNum=-1] 2024-11-10T01:22:59,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:22:59,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:22:59,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289., hostname=0c4d4d227d60,39795,1731201767233, seqNum=2] 2024-11-10T01:22:59,632 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T01:22:59,645 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 379, reset compression=false 2024-11-10T01:22:59,801 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 379, reset compression=false 2024-11-10T01:22:59,950 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 379, reset compression=false 2024-11-10T01:23:00,076 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 379, reset compression=false 2024-11-10T01:23:00,090 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:23:00,090 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 480, reset compression=false 2024-11-10T01:23:00,090 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.shipper0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,33697,1731201756865 got entry batch from reader: WALEntryBatch [walEntries=[{test/6aa717b1e6f6c655d76f5690c256a402/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T01:23:00,094 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.shipper0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:23:00,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-10T01:23:00,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:23:00,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@287a667d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:00,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,34141,-1 for getting cluster id 2024-11-10T01:23:00,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:00,100 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a6f497-10f0-47ad-98b1-b3104fd6cbdb' 2024-11-10T01:23:00,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:00,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a6f497-10f0-47ad-98b1-b3104fd6cbdb" 2024-11-10T01:23:00,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fdbf9ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:00,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,34141,-1] 2024-11-10T01:23:00,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:00,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:00,102 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:00,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33e758bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:00,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:00,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,40519,1731201762581, seqNum=-1] 2024-11-10T01:23:00,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:00,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T01:23:00,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d., hostname=0c4d4d227d60,40519,1731201762581, seqNum=2] 2024-11-10T01:23:00,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:23:00,299 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 480, reset compression=false 2024-11-10T01:23:00,358 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 379, reset compression=false 2024-11-10T01:23:00,504 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 379, reset compression=false 2024-11-10T01:23:00,508 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:23:00,508 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 503, reset compression=false 2024-11-10T01:23:00,508 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,40519,1731201762581 got entry batch from reader: WALEntryBatch [walEntries=[{test/70dfd3b388e4555a9578f173cfb0e85d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T01:23:00,510 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:23:00,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-10T01:23:00,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:23:00,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f1173b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:00,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37521,-1 for getting cluster id 2024-11-10T01:23:00,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:00,512 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada93a51-eb00-49dc-9a49-c26b53976f06' 2024-11-10T01:23:00,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:00,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada93a51-eb00-49dc-9a49-c26b53976f06" 2024-11-10T01:23:00,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4df459e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:00,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37521,-1] 2024-11-10T01:23:00,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:00,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:00,513 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:00,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@689b6293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:00,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:00,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,39795,1731201767233, seqNum=-1] 2024-11-10T01:23:00,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:00,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T01:23:00,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289., hostname=0c4d4d227d60,39795,1731201767233, seqNum=2] 2024-11-10T01:23:00,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:23:00,602 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 480, reset compression=false 2024-11-10T01:23:00,633 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T01:23:00,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:00,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,40519,1731201762581, seqNum=-1] 2024-11-10T01:23:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:00,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:23:00,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d., hostname=0c4d4d227d60,40519,1731201762581, seqNum=2] 2024-11-10T01:23:00,640 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T01:23:00,711 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 503, reset compression=false 2024-11-10T01:23:00,714 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:23:00,714 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 607, reset compression=false 2024-11-10T01:23:00,714 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,40519,1731201762581 got entry batch from reader: WALEntryBatch [walEntries=[{test/70dfd3b388e4555a9578f173cfb0e85d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T01:23:00,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:23:00,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:23:00,784 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:23:00,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:00,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:00,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:00,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:00,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:00,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:00,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:00,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:00,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:00,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:00,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:00,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:00,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:00,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:00,861 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 379, reset compression=false 2024-11-10T01:23:00,865 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:23:00,865 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 653, reset compression=false 2024-11-10T01:23:00,865 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,39795,1731201767233 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:23:00,917 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 607, reset compression=false 2024-11-10T01:23:01,009 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 480, reset compression=false 2024-11-10T01:23:01,073 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 653, reset compression=false 2024-11-10T01:23:01,221 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 607, reset compression=false 2024-11-10T01:23:01,376 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 653, reset compression=false 2024-11-10T01:23:01,511 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 480, reset compression=false 2024-11-10T01:23:01,624 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 607, reset compression=false 2024-11-10T01:23:01,642 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T01:23:01,645 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T01:23:01,779 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 653, reset compression=false 2024-11-10T01:23:01,784 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:23:01,784 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 757, reset compression=false 2024-11-10T01:23:01,784 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,39795,1731201767233 got entry batch from reader: WALEntryBatch [walEntries=[{test/94ea00f0d840308c1cf3a333ebb3d289/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T01:23:01,785 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:23:01,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-10T01:23:01,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:23:01,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:23:01,989 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 757, reset compression=false 2024-11-10T01:23:02,115 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 480, reset compression=false 2024-11-10T01:23:02,127 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 607, reset compression=false 2024-11-10T01:23:02,131 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:23:02,131 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 735, reset compression=false 2024-11-10T01:23:02,131 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,40519,1731201762581 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:23:02,297 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 757, reset compression=false 2024-11-10T01:23:02,336 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 735, reset compression=false 2024-11-10T01:23:02,640 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 735, reset compression=false 2024-11-10T01:23:02,646 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T01:23:02,649 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T01:23:02,701 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 757, reset compression=false 2024-11-10T01:23:02,821 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 480, reset compression=false 2024-11-10T01:23:02,826 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:23:02,826 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 636, reset compression=false 2024-11-10T01:23:02,826 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.shipper0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,33697,1731201756865 got entry batch from reader: WALEntryBatch [walEntries=[{test/6aa717b1e6f6c655d76f5690c256a402/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T01:23:02,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:23:02,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:23:03,031 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 636, reset compression=false 2024-11-10T01:23:03,042 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 735, reset compression=false 2024-11-10T01:23:03,066 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:23:03,066 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 882, reset compression=false 2024-11-10T01:23:03,066 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,40519,1731201762581 got entry batch from reader: WALEntryBatch [walEntries=[{test/70dfd3b388e4555a9578f173cfb0e85d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T01:23:03,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:23:03,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:23:03,204 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 757, reset compression=false 2024-11-10T01:23:03,208 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:23:03,208 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 927, reset compression=false 2024-11-10T01:23:03,208 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,39795,1731201767233 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:23:03,282 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 882, reset compression=false 2024-11-10T01:23:03,338 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 636, reset compression=false 2024-11-10T01:23:03,372 INFO [AsyncFSWAL-0-hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8-prefix:0c4d4d227d60,40519,1731201762581.rep {}] wal.AbstractFSWAL(1368): Slow sync cost: 294 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39251,DS-c68b1fb7-fdaa-4394-b777-74d891881d30,DISK]] 2024-11-10T01:23:03,411 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 927, reset compression=false 2024-11-10T01:23:03,585 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 882, reset compression=false 2024-11-10T01:23:03,650 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T01:23:03,662 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T01:23:03,714 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 927, reset compression=false 2024-11-10T01:23:03,741 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 636, reset compression=false 2024-11-10T01:23:03,988 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 882, reset compression=false 2024-11-10T01:23:03,993 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:23:03,993 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 1041, reset compression=false 2024-11-10T01:23:03,993 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,40519,1731201762581 got entry batch from reader: WALEntryBatch [walEntries=[{test/70dfd3b388e4555a9578f173cfb0e85d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T01:23:03,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:23:03,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:23:04,117 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 927, reset compression=false 2024-11-10T01:23:04,121 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:23:04,121 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 1076, reset compression=false 2024-11-10T01:23:04,121 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,39795,1731201767233 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:23:04,201 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 1041, reset compression=false 2024-11-10T01:23:04,244 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 636, reset compression=false 2024-11-10T01:23:04,325 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 1076, reset compression=false 2024-11-10T01:23:04,504 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 1041, reset compression=false 2024-11-10T01:23:04,629 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 1076, reset compression=false 2024-11-10T01:23:04,663 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T01:23:04,667 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T01:23:04,848 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 636, reset compression=false 2024-11-10T01:23:04,908 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 1041, reset compression=false 2024-11-10T01:23:05,032 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 1076, reset compression=false 2024-11-10T01:23:05,037 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:23:05,037 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 1235, reset compression=false 2024-11-10T01:23:05,037 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,39795,1731201767233 got entry batch from reader: WALEntryBatch [walEntries=[{test/94ea00f0d840308c1cf3a333ebb3d289/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T01:23:05,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T01:23:05,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T01:23:05,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:05,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:23:05,128 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108636 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:23:05,242 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 1235, reset compression=false 2024-11-10T01:23:05,303 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=37, reused chunk count=126, reuseRatio=77.30% 2024-11-10T01:23:05,303 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-10T01:23:05,416 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 1041, reset compression=false 2024-11-10T01:23:05,420 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:23:05,420 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 1191, reset compression=false 2024-11-10T01:23:05,420 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,40519,1731201762581 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:23:05,546 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 1235, reset compression=false 2024-11-10T01:23:05,557 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 636, reset compression=false 2024-11-10T01:23:05,623 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 1191, reset compression=false 2024-11-10T01:23:05,668 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T01:23:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:23:05,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:05,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:05,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:05,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:05,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:05,674 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:23:05,674 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=218243529, stopped=false 2024-11-10T01:23:05,674 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,37521,1731201767118 2024-11-10T01:23:05,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-670636131/running 2024-11-10T01:23:05,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-670636131/running 2024-11-10T01:23:05,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:23:05,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:23:05,745 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:23:05,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:05,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:05,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:05,745 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,39795,1731201767233' ***** 2024-11-10T01:23:05,745 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:23:05,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Set watcher on znode that does not yet exist, /2-670636131/running 2024-11-10T01:23:05,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Set watcher on znode that does not yet exist, /2-670636131/running 2024-11-10T01:23:05,746 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:23:05,746 INFO [RS:0;0c4d4d227d60:39795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:23:05,746 INFO [RS:0;0c4d4d227d60:39795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:23:05,746 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:23:05,746 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(3091): Received CLOSE for fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:23:05,746 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(3091): Received CLOSE for 94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:23:05,746 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,39795,1731201767233 2024-11-10T01:23:05,746 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:23:05,746 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa0f99da9d1cca40d18e31f6c241e1af, disabling compactions & flushes 2024-11-10T01:23:05,746 INFO [RS:0;0c4d4d227d60:39795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:39795. 2024-11-10T01:23:05,746 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af. 2024-11-10T01:23:05,746 DEBUG [RS:0;0c4d4d227d60:39795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:05,746 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af. 2024-11-10T01:23:05,746 DEBUG [RS:0;0c4d4d227d60:39795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:05,746 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af. after waiting 0 ms 2024-11-10T01:23:05,746 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af. 2024-11-10T01:23:05,747 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:23:05,747 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:23:05,747 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:23:05,747 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:23:05,747 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa0f99da9d1cca40d18e31f6c241e1af 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-10T01:23:05,747 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T01:23:05,747 DEBUG [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(1325): Online Regions={fa0f99da9d1cca40d18e31f6c241e1af=hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af., 94ea00f0d840308c1cf3a333ebb3d289=test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:23:05,747 DEBUG [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94ea00f0d840308c1cf3a333ebb3d289, fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:23:05,747 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:23:05,747 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:23:05,747 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:23:05,747 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:23:05,747 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:23:05,747 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T01:23:05,761 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/.tmp/info/d3b451de9e804086a8df16f8e492eeca is 147, key is hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af./info:regioninfo/1731201778931/Put/seqid=0 2024-11-10T01:23:05,762 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/replication/fa0f99da9d1cca40d18e31f6c241e1af/.tmp/queue/697c417ceb99431087bed4e16ede6620 is 154, key is 1-0c4d4d227d60,39795,1731201767233/queue:0c4d4d227d60%2C39795%2C1731201767233/1731201785044/Put/seqid=0 2024-11-10T01:23:05,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741841_1017 (size=5353) 2024-11-10T01:23:05,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741840_1016 (size=7686) 2024-11-10T01:23:05,765 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/.tmp/info/d3b451de9e804086a8df16f8e492eeca 2024-11-10T01:23:05,781 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/.tmp/ns/2c1434e561724e49b712842987cba2d5 is 43, key is default/ns:d/1731201770062/Put/seqid=0 2024-11-10T01:23:05,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741842_1018 (size=5153) 2024-11-10T01:23:05,788 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:23:05,926 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 1191, reset compression=false 2024-11-10T01:23:05,928 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:23:05,947 DEBUG [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94ea00f0d840308c1cf3a333ebb3d289, fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:23:05,949 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 1235, reset compression=false 2024-11-10T01:23:06,147 DEBUG [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94ea00f0d840308c1cf3a333ebb3d289, fa0f99da9d1cca40d18e31f6c241e1af 2024-11-10T01:23:06,165 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/replication/fa0f99da9d1cca40d18e31f6c241e1af/.tmp/queue/697c417ceb99431087bed4e16ede6620 2024-11-10T01:23:06,170 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/replication/fa0f99da9d1cca40d18e31f6c241e1af/.tmp/queue/697c417ceb99431087bed4e16ede6620 as hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/replication/fa0f99da9d1cca40d18e31f6c241e1af/queue/697c417ceb99431087bed4e16ede6620 2024-11-10T01:23:06,174 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/replication/fa0f99da9d1cca40d18e31f6c241e1af/queue/697c417ceb99431087bed4e16ede6620, entries=1, sequenceid=11, filesize=5.2 K 2024-11-10T01:23:06,175 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for fa0f99da9d1cca40d18e31f6c241e1af in 429ms, sequenceid=11, compaction requested=false 2024-11-10T01:23:06,180 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/replication/fa0f99da9d1cca40d18e31f6c241e1af/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T01:23:06,180 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:23:06,180 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:23:06,181 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af. 2024-11-10T01:23:06,181 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa0f99da9d1cca40d18e31f6c241e1af: Waiting for close lock at 1731201785746Running coprocessor pre-close hooks at 1731201785746Disabling compacts and flushes for region at 1731201785746Disabling writes for close at 1731201785746Obtaining lock to block concurrent updates at 1731201785747 (+1 ms)Preparing flush snapshotting stores in fa0f99da9d1cca40d18e31f6c241e1af at 1731201785747Finished memstore snapshotting hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731201785747Flushing stores of hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af. at 1731201785747Flushing fa0f99da9d1cca40d18e31f6c241e1af/queue: creating writer at 1731201785747Flushing fa0f99da9d1cca40d18e31f6c241e1af/queue: appending metadata at 1731201785761 (+14 ms)Flushing fa0f99da9d1cca40d18e31f6c241e1af/queue: closing flushed file at 1731201785761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ee6d42: reopening flushed file at 1731201786169 (+408 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for fa0f99da9d1cca40d18e31f6c241e1af in 429ms, sequenceid=11, compaction requested=false at 1731201786175 (+6 ms)Writing region close event to WAL at 1731201786177 (+2 ms)Running coprocessor post-close hooks at 1731201786180 (+3 ms)Closed at 1731201786181 (+1 ms) 2024-11-10T01:23:06,181 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731201778472.fa0f99da9d1cca40d18e31f6c241e1af. 2024-11-10T01:23:06,181 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94ea00f0d840308c1cf3a333ebb3d289, disabling compactions & flushes 2024-11-10T01:23:06,181 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289. 2024-11-10T01:23:06,181 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289. 2024-11-10T01:23:06,181 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289. after waiting 0 ms 2024-11-10T01:23:06,181 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289. 2024-11-10T01:23:06,181 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 94ea00f0d840308c1cf3a333ebb3d289 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T01:23:06,184 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/.tmp/ns/2c1434e561724e49b712842987cba2d5 2024-11-10T01:23:06,200 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/.tmp/f/136455ac9416417dbb510b35ef347b01 is 29, key is row1/f:/1731201783651/DeleteFamily/seqid=0 2024-11-10T01:23:06,208 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/.tmp/rep_barrier/49a9dbc5291a4845ac86f5a97e62217f is 112, key is test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289./rep_barrier:seqnumDuringOpen/1731201773837/Put/seqid=0 2024-11-10T01:23:06,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741843_1019 (size=5152) 2024-11-10T01:23:06,213 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/.tmp/f/136455ac9416417dbb510b35ef347b01 2024-11-10T01:23:06,217 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 136455ac9416417dbb510b35ef347b01 2024-11-10T01:23:06,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741844_1020 (size=5518) 2024-11-10T01:23:06,219 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/.tmp/rep_barrier/49a9dbc5291a4845ac86f5a97e62217f 2024-11-10T01:23:06,236 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/.tmp/f1/a878868f9df847c196c0f5bb3ff1243a is 30, key is row1/f1:/1731201783651/DeleteFamily/seqid=0 2024-11-10T01:23:06,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741845_1021 (size=5158) 2024-11-10T01:23:06,251 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/.tmp/table/16c3c1aefc744b32ba6e097f1dec0035 is 53, key is hbase:replication/table:state/1731201778947/Put/seqid=0 2024-11-10T01:23:06,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741846_1022 (size=5308) 2024-11-10T01:23:06,330 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 1191, reset compression=false 2024-11-10T01:23:06,347 DEBUG [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:23:06,356 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:23:06,356 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:23:06,360 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 636, reset compression=false 2024-11-10T01:23:06,452 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 1235, reset compression=false 2024-11-10T01:23:06,455 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:23:06,455 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 1482, reset compression=false 2024-11-10T01:23:06,455 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,39795,1731201767233 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:23:06,456 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0c4d4d227d60,39795,1731201767233: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0c4d4d227d60,39795,1731201767233, walGroup=0c4d4d227d60%2C39795%2C1731201767233, offset=0c4d4d227d60%2C39795%2C1731201767233.1731201769487:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:39795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T01:23:06,458 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T01:23:06,458 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T01:23:06,458 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T01:23:06,458 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T01:23:06,458 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T01:23:06,458 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1329594368, "init": 1048576000, "max": 2306867200, "used": 858444808 }, "NonHeapMemoryUsage": { "committed": 204931072, "init": 7667712, "max": -1, "used": 201937992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T01:23:06,459 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:37521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:37521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-10T01:23:06,548 DEBUG [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:23:06,650 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/.tmp/f1/a878868f9df847c196c0f5bb3ff1243a 2024-11-10T01:23:06,654 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a878868f9df847c196c0f5bb3ff1243a 2024-11-10T01:23:06,656 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/.tmp/table/16c3c1aefc744b32ba6e097f1dec0035 2024-11-10T01:23:06,663 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 1482, reset compression=false 2024-11-10T01:23:06,667 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/.tmp/info/d3b451de9e804086a8df16f8e492eeca as hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/info/d3b451de9e804086a8df16f8e492eeca 2024-11-10T01:23:06,673 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/info/d3b451de9e804086a8df16f8e492eeca, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T01:23:06,674 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/.tmp/ns/2c1434e561724e49b712842987cba2d5 as hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/ns/2c1434e561724e49b712842987cba2d5 2024-11-10T01:23:06,675 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/.tmp/norep/8e9b7a6867a940aba07b3f5e1de9c191 is 33, key is row2/norep:/1731201784664/DeleteFamily/seqid=0 2024-11-10T01:23:06,685 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/ns/2c1434e561724e49b712842987cba2d5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T01:23:06,686 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/.tmp/rep_barrier/49a9dbc5291a4845ac86f5a97e62217f as hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/rep_barrier/49a9dbc5291a4845ac86f5a97e62217f 2024-11-10T01:23:06,690 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/rep_barrier/49a9dbc5291a4845ac86f5a97e62217f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T01:23:06,691 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/.tmp/table/16c3c1aefc744b32ba6e097f1dec0035 as hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/table/16c3c1aefc744b32ba6e097f1dec0035 2024-11-10T01:23:06,696 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/table/16c3c1aefc744b32ba6e097f1dec0035, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T01:23:06,697 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 950ms, sequenceid=16, compaction requested=false 2024-11-10T01:23:06,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741847_1023 (size=5108) 2024-11-10T01:23:06,712 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/.tmp/norep/8e9b7a6867a940aba07b3f5e1de9c191 2024-11-10T01:23:06,718 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e9b7a6867a940aba07b3f5e1de9c191 2024-11-10T01:23:06,718 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/.tmp/f/136455ac9416417dbb510b35ef347b01 as hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/f/136455ac9416417dbb510b35ef347b01 2024-11-10T01:23:06,722 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 136455ac9416417dbb510b35ef347b01 2024-11-10T01:23:06,722 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/f/136455ac9416417dbb510b35ef347b01, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T01:23:06,723 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/.tmp/f1/a878868f9df847c196c0f5bb3ff1243a as hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/f1/a878868f9df847c196c0f5bb3ff1243a 2024-11-10T01:23:06,728 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a878868f9df847c196c0f5bb3ff1243a 2024-11-10T01:23:06,728 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/f1/a878868f9df847c196c0f5bb3ff1243a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T01:23:06,729 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/.tmp/norep/8e9b7a6867a940aba07b3f5e1de9c191 as hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/norep/8e9b7a6867a940aba07b3f5e1de9c191 2024-11-10T01:23:06,733 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e9b7a6867a940aba07b3f5e1de9c191 2024-11-10T01:23:06,733 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/norep/8e9b7a6867a940aba07b3f5e1de9c191, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T01:23:06,734 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 94ea00f0d840308c1cf3a333ebb3d289 in 553ms, sequenceid=10, compaction requested=false 2024-11-10T01:23:06,739 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T01:23:06,742 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:23:06,742 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:23:06,742 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:23:06,742 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201785747Running coprocessor pre-close hooks at 1731201785747Disabling compacts and flushes for region at 1731201785747Disabling writes for close at 1731201785747Obtaining lock to block concurrent updates at 1731201785747Preparing flush snapshotting stores in 1588230740 at 1731201785747Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731201785747Flushing stores of hbase:meta,,1.1588230740 at 1731201785748 (+1 ms)Flushing 1588230740/info: creating writer at 1731201785748Flushing 1588230740/info: appending metadata at 1731201785761 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731201785761Flushing 1588230740/ns: creating writer at 1731201785768 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731201785781 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731201785781Flushing 1588230740/rep_barrier: creating writer at 1731201786188 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731201786208 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731201786208Flushing 1588230740/table: creating writer at 1731201786231 (+23 ms)Flushing 1588230740/table: appending metadata at 1731201786251 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731201786251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7008484f: reopening flushed file at 1731201786665 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5abbdf0e: reopening flushed file at 1731201786673 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d17e6f: reopening flushed file at 1731201786685 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480b27a4: reopening flushed file at 1731201786691 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 950ms, sequenceid=16, compaction requested=false at 1731201786697 (+6 ms)Writing region close event to WAL at 1731201786725 (+28 ms)Running coprocessor post-close hooks at 1731201786742 (+17 ms)Closed at 1731201786742 2024-11-10T01:23:06,742 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:23:06,748 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T01:23:06,748 DEBUG [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(1325): Online Regions={94ea00f0d840308c1cf3a333ebb3d289=test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289.} 2024-11-10T01:23:06,748 DEBUG [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(1351): Waiting on 94ea00f0d840308c1cf3a333ebb3d289 2024-11-10T01:23:06,768 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/data/default/test/94ea00f0d840308c1cf3a333ebb3d289/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T01:23:06,768 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:23:06,769 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:23:06,769 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289. 2024-11-10T01:23:06,769 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94ea00f0d840308c1cf3a333ebb3d289: Waiting for close lock at 1731201786181Running coprocessor pre-close hooks at 1731201786181Disabling compacts and flushes for region at 1731201786181Disabling writes for close at 1731201786181Obtaining lock to block concurrent updates at 1731201786181Preparing flush snapshotting stores in 94ea00f0d840308c1cf3a333ebb3d289 at 1731201786181Finished memstore snapshotting test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731201786181Flushing stores of test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289. at 1731201786182 (+1 ms)Flushing 94ea00f0d840308c1cf3a333ebb3d289/f: creating writer at 1731201786182Flushing 94ea00f0d840308c1cf3a333ebb3d289/f: appending metadata at 1731201786199 (+17 ms)Flushing 94ea00f0d840308c1cf3a333ebb3d289/f: closing flushed file at 1731201786199Flushing 94ea00f0d840308c1cf3a333ebb3d289/f1: creating writer at 1731201786217 (+18 ms)Flushing 94ea00f0d840308c1cf3a333ebb3d289/f1: appending metadata at 1731201786236 (+19 ms)Flushing 94ea00f0d840308c1cf3a333ebb3d289/f1: closing flushed file at 1731201786236Flushing 94ea00f0d840308c1cf3a333ebb3d289/norep: creating writer at 1731201786654 (+418 ms)Flushing 94ea00f0d840308c1cf3a333ebb3d289/norep: appending metadata at 1731201786674 (+20 ms)Flushing 94ea00f0d840308c1cf3a333ebb3d289/norep: closing flushed file at 1731201786674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e268eb4: reopening flushed file at 1731201786718 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@618270de: reopening flushed file at 1731201786722 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26dedbb9: reopening flushed file at 1731201786728 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 94ea00f0d840308c1cf3a333ebb3d289 in 553ms, sequenceid=10, compaction requested=false at 1731201786734 (+6 ms)Writing region close event to WAL at 1731201786760 (+26 ms)Running coprocessor post-close hooks at 1731201786768 (+8 ms)Closed at 1731201786769 (+1 ms) 2024-11-10T01:23:06,769 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731201773490.94ea00f0d840308c1cf3a333ebb3d289. 2024-11-10T01:23:06,833 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 1191, reset compression=false 2024-11-10T01:23:06,948 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,39795,1731201767233; all regions closed. 2024-11-10T01:23:06,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741834_1010 (size=4239) 2024-11-10T01:23:06,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741839_1015 (size=2896) 2024-11-10T01:23:06,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741833_1009 (size=2134) 2024-11-10T01:23:06,956 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 not finished, retry = 0 2024-11-10T01:23:06,981 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 to pos 1482, reset compression=false 2024-11-10T01:23:07,057 DEBUG [RS:0;0c4d4d227d60:39795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:07,057 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:23:07,057 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:23:07,057 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T01:23:07,057 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:23:07,057 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:23:07,058 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,39795,1731201767233 because: Region server is closing 2024-11-10T01:23:07,058 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/WALs/0c4d4d227d60,39795,1731201767233/0c4d4d227d60%2C39795%2C1731201767233.1731201769487 2024-11-10T01:23:07,058 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.wal-reader.0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:23:07,058 INFO [RS:0;0c4d4d227d60:39795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:39795. 2024-11-10T01:23:07,058 DEBUG [RS:0;0c4d4d227d60:39795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:07,058 DEBUG [RS:0;0c4d4d227d60:39795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:07,058 DEBUG [RS:0;0c4d4d227d60:39795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:07,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:07,058 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,39795,1731201767233.replicationSource.shipper0c4d4d227d60%2C39795%2C1731201767233,1-0c4d4d227d60,39795,1731201767233 terminated 2024-11-10T01:23:07,058 INFO [RS:0;0c4d4d227d60:39795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:39795. 2024-11-10T01:23:07,058 DEBUG [RS:0;0c4d4d227d60:39795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:07,059 DEBUG [RS:0;0c4d4d227d60:39795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:07,059 DEBUG [RS:0;0c4d4d227d60:39795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:07,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:07,059 INFO [RS:0;0c4d4d227d60:39795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39795 2024-11-10T01:23:07,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-670636131/rs/0c4d4d227d60,39795,1731201767233 2024-11-10T01:23:07,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131/rs 2024-11-10T01:23:07,071 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:23:07,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,39795,1731201767233] 2024-11-10T01:23:07,092 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-670636131/draining/0c4d4d227d60,39795,1731201767233 already deleted, retry=false 2024-11-10T01:23:07,092 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,39795,1731201767233 expired; onlineServers=0 2024-11-10T01:23:07,092 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,37521,1731201767118' ***** 2024-11-10T01:23:07,092 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:23:07,092 INFO [M:0;0c4d4d227d60:37521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:23:07,092 INFO [M:0;0c4d4d227d60:37521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:23:07,092 DEBUG [M:0;0c4d4d227d60:37521 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:23:07,092 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:23:07,092 DEBUG [M:0;0c4d4d227d60:37521 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:23:07,092 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201769220 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201769220,5,FailOnTimeoutGroup] 2024-11-10T01:23:07,092 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201769220 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201769220,5,FailOnTimeoutGroup] 2024-11-10T01:23:07,092 INFO [M:0;0c4d4d227d60:37521 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:23:07,092 INFO [M:0;0c4d4d227d60:37521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:23:07,092 DEBUG [M:0;0c4d4d227d60:37521 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:23:07,093 INFO [M:0;0c4d4d227d60:37521 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:23:07,093 INFO [M:0;0c4d4d227d60:37521 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:23:07,093 INFO [M:0;0c4d4d227d60:37521 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:23:07,093 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:23:07,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-670636131/master 2024-11-10T01:23:07,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-670636131 2024-11-10T01:23:07,104 DEBUG [M:0;0c4d4d227d60:37521 {}] zookeeper.ZKUtil(347): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Unable to get data of znode /2-670636131/master because node does not exist (not an error) 2024-11-10T01:23:07,104 WARN [M:0;0c4d4d227d60:37521 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:23:07,114 INFO [M:0;0c4d4d227d60:37521 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/.lastflushedseqids 2024-11-10T01:23:07,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741848_1024 (size=245) 2024-11-10T01:23:07,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:07,182 INFO [RS:0;0c4d4d227d60:39795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:23:07,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x10122565e1d0007, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:07,182 INFO [RS:0;0c4d4d227d60:39795 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,39795,1731201767233; zookeeper connection closed. 2024-11-10T01:23:07,182 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c8c6c0a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c8c6c0a 2024-11-10T01:23:07,182 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:23:07,263 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 636, reset compression=false 2024-11-10T01:23:07,437 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 1191, reset compression=false 2024-11-10T01:23:07,518 INFO [M:0;0c4d4d227d60:37521 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:23:07,519 INFO [M:0;0c4d4d227d60:37521 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:23:07,519 DEBUG [M:0;0c4d4d227d60:37521 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:23:07,519 INFO [M:0;0c4d4d227d60:37521 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:07,519 DEBUG [M:0;0c4d4d227d60:37521 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:07,519 DEBUG [M:0;0c4d4d227d60:37521 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:23:07,519 DEBUG [M:0;0c4d4d227d60:37521 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:07,519 INFO [M:0;0c4d4d227d60:37521 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T01:23:07,532 DEBUG [M:0;0c4d4d227d60:37521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bae4ddf06b81440ea58c72368096516d is 82, key is hbase:meta,,1/info:regioninfo/1731201770046/Put/seqid=0 2024-11-10T01:23:07,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741849_1025 (size=5672) 2024-11-10T01:23:07,935 INFO [M:0;0c4d4d227d60:37521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bae4ddf06b81440ea58c72368096516d 2024-11-10T01:23:07,955 DEBUG [M:0;0c4d4d227d60:37521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b22c19d9dc734b2ab8713725e9c66bcf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731201778951/Put/seqid=0 2024-11-10T01:23:07,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741850_1026 (size=8515) 2024-11-10T01:23:08,140 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 1191, reset compression=false 2024-11-10T01:23:08,266 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 636, reset compression=false 2024-11-10T01:23:08,359 INFO [M:0;0c4d4d227d60:37521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b22c19d9dc734b2ab8713725e9c66bcf 2024-11-10T01:23:08,377 DEBUG [M:0;0c4d4d227d60:37521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/589e29209f5f40b987ea636e8a9389fd is 69, key is 0c4d4d227d60,39795,1731201767233/rs:state/1731201769293/Put/seqid=0 2024-11-10T01:23:08,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741851_1027 (size=5156) 2024-11-10T01:23:08,781 INFO [M:0;0c4d4d227d60:37521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/589e29209f5f40b987ea636e8a9389fd 2024-11-10T01:23:08,784 DEBUG [M:0;0c4d4d227d60:37521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bae4ddf06b81440ea58c72368096516d as hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bae4ddf06b81440ea58c72368096516d 2024-11-10T01:23:08,787 INFO [M:0;0c4d4d227d60:37521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bae4ddf06b81440ea58c72368096516d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T01:23:08,788 DEBUG [M:0;0c4d4d227d60:37521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b22c19d9dc734b2ab8713725e9c66bcf as hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b22c19d9dc734b2ab8713725e9c66bcf 2024-11-10T01:23:08,791 INFO [M:0;0c4d4d227d60:37521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b22c19d9dc734b2ab8713725e9c66bcf, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T01:23:08,791 DEBUG [M:0;0c4d4d227d60:37521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/589e29209f5f40b987ea636e8a9389fd as hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/589e29209f5f40b987ea636e8a9389fd 2024-11-10T01:23:08,794 INFO [M:0;0c4d4d227d60:37521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/589e29209f5f40b987ea636e8a9389fd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T01:23:08,795 INFO [M:0;0c4d4d227d60:37521 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-10T01:23:08,796 INFO [M:0;0c4d4d227d60:37521 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:08,796 DEBUG [M:0;0c4d4d227d60:37521 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201787519Disabling compacts and flushes for region at 1731201787519Disabling writes for close at 1731201787519Obtaining lock to block concurrent updates at 1731201787519Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201787519Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731201787519Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201787520 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201787520Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201787531 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201787531Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201787939 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201787954 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201787954Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201788362 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201788377 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201788377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60768d76: reopening flushed file at 1731201788784 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d88da55: reopening flushed file at 1731201788787 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b922a1f: reopening flushed file at 1731201788791 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731201788795 (+4 ms)Writing region close event to WAL at 1731201788796 (+1 ms)Closed at 1731201788796 2024-11-10T01:23:08,797 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/261329d1-909f-d944-02af-4e4af7225af6/MasterData/WALs/0c4d4d227d60,37521,1731201767118/0c4d4d227d60%2C37521%2C1731201767118.1731201768949 not finished, retry = 0 2024-11-10T01:23:08,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33485 is added to blk_1073741830_1006 (size=63642) 2024-11-10T01:23:08,898 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:23:08,898 INFO [M:0;0c4d4d227d60:37521 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:23:08,898 INFO [M:0;0c4d4d227d60:37521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37521 2024-11-10T01:23:08,899 INFO [M:0;0c4d4d227d60:37521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:23:08,944 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 1191, reset compression=false 2024-11-10T01:23:09,044 INFO [M:0;0c4d4d227d60:37521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:23:09,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:09,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x10122565e1d0006, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:09,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1da6b85f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:23:09,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@569b8ccc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:23:09,047 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:23:09,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e47cc61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:23:09,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@654f331c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/hadoop.log.dir/,STOPPED} 2024-11-10T01:23:09,048 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:23:09,048 WARN [BP-2035629986-172.17.0.3-1731201765157 heartbeating to localhost/127.0.0.1:43661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:23:09,048 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:23:09,048 WARN [BP-2035629986-172.17.0.3-1731201765157 heartbeating to localhost/127.0.0.1:43661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2035629986-172.17.0.3-1731201765157 (Datanode Uuid 938e090a-7fb7-4320-a1c1-f7162d6bdb33) service to localhost/127.0.0.1:43661 2024-11-10T01:23:09,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/cluster_c6574e6f-3550-4194-678b-424ec30a52c0/data/data1/current/BP-2035629986-172.17.0.3-1731201765157 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:23:09,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/cluster_c6574e6f-3550-4194-678b-424ec30a52c0/data/data2/current/BP-2035629986-172.17.0.3-1731201765157 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:23:09,049 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:23:09,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@abcb117{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:23:09,054 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@252b1b3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:23:09,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:23:09,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a1cc7ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:23:09,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ba31d4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/hadoop.log.dir/,STOPPED} 2024-11-10T01:23:09,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:23:09,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:23:09,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:09,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:09,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:09,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:09,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:09,071 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:23:09,071 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=999460029, stopped=false 2024-11-10T01:23:09,071 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,34141,1731201762474 2024-11-10T01:23:09,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1170269774/running 2024-11-10T01:23:09,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1170269774/running 2024-11-10T01:23:09,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:23:09,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:23:09,130 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:23:09,130 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:09,130 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:09,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:09,130 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,40519,1731201762581' ***** 2024-11-10T01:23:09,130 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:23:09,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Set watcher on znode that does not yet exist, /1170269774/running 2024-11-10T01:23:09,131 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:23:09,131 INFO [RS:0;0c4d4d227d60:40519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:23:09,131 INFO [RS:0;0c4d4d227d60:40519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:23:09,131 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:23:09,131 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(3091): Received CLOSE for 17880ac9df9c4bada908cc81438c1c5b 2024-11-10T01:23:09,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Set watcher on znode that does not yet exist, /1170269774/running 2024-11-10T01:23:09,131 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(3091): Received CLOSE for 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:23:09,131 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,40519,1731201762581 2024-11-10T01:23:09,131 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:23:09,131 INFO [RS:0;0c4d4d227d60:40519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:40519. 2024-11-10T01:23:09,131 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17880ac9df9c4bada908cc81438c1c5b, disabling compactions & flushes 2024-11-10T01:23:09,131 DEBUG [RS:0;0c4d4d227d60:40519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:09,131 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b. 2024-11-10T01:23:09,131 DEBUG [RS:0;0c4d4d227d60:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:09,131 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b. 2024-11-10T01:23:09,131 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:23:09,131 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b. after waiting 0 ms 2024-11-10T01:23:09,131 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:23:09,131 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b. 2024-11-10T01:23:09,131 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:23:09,131 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:23:09,131 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 17880ac9df9c4bada908cc81438c1c5b 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-10T01:23:09,132 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T01:23:09,132 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1325): Online Regions={17880ac9df9c4bada908cc81438c1c5b=hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b., 1588230740=hbase:meta,,1.1588230740, 70dfd3b388e4555a9578f173cfb0e85d=test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d.} 2024-11-10T01:23:09,132 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17880ac9df9c4bada908cc81438c1c5b, 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:23:09,132 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:23:09,132 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:23:09,132 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:23:09,132 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:23:09,132 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:23:09,132 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T01:23:09,145 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/replication/17880ac9df9c4bada908cc81438c1c5b/.tmp/queue/82cccd1423f84f0c823b33511106245c is 154, key is 1-0c4d4d227d60,40519,1731201762581/queue:0c4d4d227d60%2C40519%2C1731201762581/1731201785421/Put/seqid=0 2024-11-10T01:23:09,145 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/.tmp/info/b6f02cc4745b44f793383d15b2f57566 is 147, key is hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b./info:regioninfo/1731201777448/Put/seqid=0 2024-11-10T01:23:09,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741841_1017 (size=7686) 2024-11-10T01:23:09,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741840_1016 (size=5353) 2024-11-10T01:23:09,148 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/replication/17880ac9df9c4bada908cc81438c1c5b/.tmp/queue/82cccd1423f84f0c823b33511106245c 2024-11-10T01:23:09,152 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/replication/17880ac9df9c4bada908cc81438c1c5b/.tmp/queue/82cccd1423f84f0c823b33511106245c as hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/replication/17880ac9df9c4bada908cc81438c1c5b/queue/82cccd1423f84f0c823b33511106245c 2024-11-10T01:23:09,155 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/replication/17880ac9df9c4bada908cc81438c1c5b/queue/82cccd1423f84f0c823b33511106245c, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T01:23:09,156 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 17880ac9df9c4bada908cc81438c1c5b in 25ms, sequenceid=12, compaction requested=false 2024-11-10T01:23:09,157 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T01:23:09,160 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/replication/17880ac9df9c4bada908cc81438c1c5b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T01:23:09,161 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:23:09,161 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:23:09,161 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b. 2024-11-10T01:23:09,161 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17880ac9df9c4bada908cc81438c1c5b: Waiting for close lock at 1731201789131Running coprocessor pre-close hooks at 1731201789131Disabling compacts and flushes for region at 1731201789131Disabling writes for close at 1731201789131Obtaining lock to block concurrent updates at 1731201789131Preparing flush snapshotting stores in 17880ac9df9c4bada908cc81438c1c5b at 1731201789131Finished memstore snapshotting hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731201789132 (+1 ms)Flushing stores of hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b. at 1731201789132Flushing 17880ac9df9c4bada908cc81438c1c5b/queue: creating writer at 1731201789132Flushing 17880ac9df9c4bada908cc81438c1c5b/queue: appending metadata at 1731201789144 (+12 ms)Flushing 17880ac9df9c4bada908cc81438c1c5b/queue: closing flushed file at 1731201789144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594cf4f6: reopening flushed file at 1731201789151 (+7 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 17880ac9df9c4bada908cc81438c1c5b in 25ms, sequenceid=12, compaction requested=false at 1731201789156 (+5 ms)Writing region close event to WAL at 1731201789158 (+2 ms)Running coprocessor post-close hooks at 1731201789161 (+3 ms)Closed at 1731201789161 2024-11-10T01:23:09,161 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731201776292.17880ac9df9c4bada908cc81438c1c5b. 2024-11-10T01:23:09,161 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70dfd3b388e4555a9578f173cfb0e85d, disabling compactions & flushes 2024-11-10T01:23:09,161 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d. 2024-11-10T01:23:09,161 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d. 2024-11-10T01:23:09,162 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d. after waiting 1 ms 2024-11-10T01:23:09,162 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d. 2024-11-10T01:23:09,162 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 70dfd3b388e4555a9578f173cfb0e85d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T01:23:09,175 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/.tmp/f/0d9619be3285408c91fb656787d554d7 is 29, key is row1/f:/1731201783651/DeleteFamily/seqid=0 2024-11-10T01:23:09,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741842_1018 (size=5152) 2024-11-10T01:23:09,179 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/.tmp/f/0d9619be3285408c91fb656787d554d7 2024-11-10T01:23:09,189 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d9619be3285408c91fb656787d554d7 2024-11-10T01:23:09,205 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/.tmp/f1/0663ff4c9fb64e1386c63c28ff972422 is 30, key is row1/f1:/1731201783651/DeleteFamily/seqid=0 2024-11-10T01:23:09,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741843_1019 (size=5158) 2024-11-10T01:23:09,210 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:23:09,282 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:23:09,282 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:23:09,332 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:23:09,369 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 636, reset compression=false 2024-11-10T01:23:09,532 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:23:09,548 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/.tmp/info/b6f02cc4745b44f793383d15b2f57566 2024-11-10T01:23:09,566 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/.tmp/ns/031cc91e2f5b47309bbabd8e9cdb4eb2 is 43, key is default/ns:d/1731201765082/Put/seqid=0 2024-11-10T01:23:09,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741844_1020 (size=5153) 2024-11-10T01:23:09,610 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/.tmp/f1/0663ff4c9fb64e1386c63c28ff972422 2024-11-10T01:23:09,614 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0663ff4c9fb64e1386c63c28ff972422 2024-11-10T01:23:09,630 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/.tmp/norep/3a0771c7c4ad4a4982f54dc0dd497386 is 33, key is row1/norep:/1731201783651/DeleteFamily/seqid=0 2024-11-10T01:23:09,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741845_1021 (size=5108) 2024-11-10T01:23:09,732 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:23:09,847 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 1191, reset compression=false 2024-11-10T01:23:09,851 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:23:09,851 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 1438, reset compression=false 2024-11-10T01:23:09,851 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,40519,1731201762581 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:23:09,851 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0c4d4d227d60,40519,1731201762581: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0c4d4d227d60,40519,1731201762581, walGroup=0c4d4d227d60%2C40519%2C1731201762581, offset=0c4d4d227d60%2C40519%2C1731201762581.1731201764411:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T01:23:09,852 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T01:23:09,852 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T01:23:09,853 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T01:23:09,853 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T01:23:09,853 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T01:23:09,853 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1329594368, "init": 1048576000, "max": 2306867200, "used": 927650824 }, "NonHeapMemoryUsage": { "committed": 205324288, "init": 7667712, "max": -1, "used": 202310528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T01:23:09,854 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:34141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:34141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-10T01:23:09,932 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70dfd3b388e4555a9578f173cfb0e85d 2024-11-10T01:23:09,970 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/.tmp/ns/031cc91e2f5b47309bbabd8e9cdb4eb2 2024-11-10T01:23:09,989 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/.tmp/rep_barrier/25ce5c238833475aa812c24f1de655d2 is 112, key is test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d./rep_barrier:seqnumDuringOpen/1731201772483/Put/seqid=0 2024-11-10T01:23:09,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741846_1022 (size=5518) 2024-11-10T01:23:10,033 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/.tmp/norep/3a0771c7c4ad4a4982f54dc0dd497386 2024-11-10T01:23:10,037 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a0771c7c4ad4a4982f54dc0dd497386 2024-11-10T01:23:10,038 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/.tmp/f/0d9619be3285408c91fb656787d554d7 as hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/f/0d9619be3285408c91fb656787d554d7 2024-11-10T01:23:10,042 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d9619be3285408c91fb656787d554d7 2024-11-10T01:23:10,042 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/f/0d9619be3285408c91fb656787d554d7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T01:23:10,043 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/.tmp/f1/0663ff4c9fb64e1386c63c28ff972422 as hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/f1/0663ff4c9fb64e1386c63c28ff972422 2024-11-10T01:23:10,046 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0663ff4c9fb64e1386c63c28ff972422 2024-11-10T01:23:10,046 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/f1/0663ff4c9fb64e1386c63c28ff972422, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T01:23:10,047 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/.tmp/norep/3a0771c7c4ad4a4982f54dc0dd497386 as hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/norep/3a0771c7c4ad4a4982f54dc0dd497386 2024-11-10T01:23:10,050 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a0771c7c4ad4a4982f54dc0dd497386 2024-11-10T01:23:10,050 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/norep/3a0771c7c4ad4a4982f54dc0dd497386, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T01:23:10,051 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 70dfd3b388e4555a9578f173cfb0e85d in 888ms, sequenceid=10, compaction requested=false 2024-11-10T01:23:10,051 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T01:23:10,053 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 1438, reset compression=false 2024-11-10T01:23:10,055 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/default/test/70dfd3b388e4555a9578f173cfb0e85d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T01:23:10,056 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:23:10,056 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:23:10,056 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d. 2024-11-10T01:23:10,056 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70dfd3b388e4555a9578f173cfb0e85d: Waiting for close lock at 1731201789161Running coprocessor pre-close hooks at 1731201789161Disabling compacts and flushes for region at 1731201789161Disabling writes for close at 1731201789162 (+1 ms)Obtaining lock to block concurrent updates at 1731201789162Preparing flush snapshotting stores in 70dfd3b388e4555a9578f173cfb0e85d at 1731201789162Finished memstore snapshotting test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731201789162Flushing stores of test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d. at 1731201789163 (+1 ms)Flushing 70dfd3b388e4555a9578f173cfb0e85d/f: creating writer at 1731201789163Flushing 70dfd3b388e4555a9578f173cfb0e85d/f: appending metadata at 1731201789175 (+12 ms)Flushing 70dfd3b388e4555a9578f173cfb0e85d/f: closing flushed file at 1731201789175Flushing 70dfd3b388e4555a9578f173cfb0e85d/f1: creating writer at 1731201789190 (+15 ms)Flushing 70dfd3b388e4555a9578f173cfb0e85d/f1: appending metadata at 1731201789204 (+14 ms)Flushing 70dfd3b388e4555a9578f173cfb0e85d/f1: closing flushed file at 1731201789204Flushing 70dfd3b388e4555a9578f173cfb0e85d/norep: creating writer at 1731201789614 (+410 ms)Flushing 70dfd3b388e4555a9578f173cfb0e85d/norep: appending metadata at 1731201789629 (+15 ms)Flushing 70dfd3b388e4555a9578f173cfb0e85d/norep: closing flushed file at 1731201789629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78f0a3a9: reopening flushed file at 1731201790037 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21083340: reopening flushed file at 1731201790042 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b510552: reopening flushed file at 1731201790046 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 70dfd3b388e4555a9578f173cfb0e85d in 888ms, sequenceid=10, compaction requested=false at 1731201790051 (+5 ms)Writing region close event to WAL at 1731201790052 (+1 ms)Running coprocessor post-close hooks at 1731201790056 (+4 ms)Closed at 1731201790056 2024-11-10T01:23:10,056 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731201771340.70dfd3b388e4555a9578f173cfb0e85d. 2024-11-10T01:23:10,057 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:23:10,057 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 2082, reset compression=false 2024-11-10T01:23:10,133 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T01:23:10,133 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:23:10,133 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:23:10,259 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 2082, reset compression=false 2024-11-10T01:23:10,333 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:23:10,393 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/.tmp/rep_barrier/25ce5c238833475aa812c24f1de655d2 2024-11-10T01:23:10,415 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/.tmp/table/5aa23276e5ea49fe8400cbf19045dbca is 53, key is hbase:replication/table:state/1731201777454/Put/seqid=0 2024-11-10T01:23:10,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741847_1023 (size=5308) 2024-11-10T01:23:10,533 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:23:10,562 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 2082, reset compression=false 2024-11-10T01:23:10,572 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 636, reset compression=false 2024-11-10T01:23:10,733 DEBUG [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:23:10,819 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/.tmp/table/5aa23276e5ea49fe8400cbf19045dbca 2024-11-10T01:23:10,827 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/.tmp/info/b6f02cc4745b44f793383d15b2f57566 as hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/info/b6f02cc4745b44f793383d15b2f57566 2024-11-10T01:23:10,834 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/info/b6f02cc4745b44f793383d15b2f57566, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T01:23:10,835 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/.tmp/ns/031cc91e2f5b47309bbabd8e9cdb4eb2 as hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/ns/031cc91e2f5b47309bbabd8e9cdb4eb2 2024-11-10T01:23:10,840 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/ns/031cc91e2f5b47309bbabd8e9cdb4eb2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T01:23:10,841 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/.tmp/rep_barrier/25ce5c238833475aa812c24f1de655d2 as hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/rep_barrier/25ce5c238833475aa812c24f1de655d2 2024-11-10T01:23:10,851 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/rep_barrier/25ce5c238833475aa812c24f1de655d2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T01:23:10,857 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/.tmp/table/5aa23276e5ea49fe8400cbf19045dbca as hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/table/5aa23276e5ea49fe8400cbf19045dbca 2024-11-10T01:23:10,863 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/table/5aa23276e5ea49fe8400cbf19045dbca, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T01:23:10,864 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false 2024-11-10T01:23:10,864 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:23:10,868 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T01:23:10,868 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:23:10,868 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:23:10,869 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:23:10,869 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201789132Running coprocessor pre-close hooks at 1731201789132Disabling compacts and flushes for region at 1731201789132Disabling writes for close at 1731201789132Obtaining lock to block concurrent updates at 1731201789132Preparing flush snapshotting stores in 1588230740 at 1731201789132Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731201789132Flushing stores of hbase:meta,,1.1588230740 at 1731201789133 (+1 ms)Flushing 1588230740/info: creating writer at 1731201789133Flushing 1588230740/info: appending metadata at 1731201789144 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731201789144Flushing 1588230740/ns: creating writer at 1731201789552 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731201789566 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731201789566Flushing 1588230740/rep_barrier: creating writer at 1731201789974 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731201789989 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731201789989Flushing 1588230740/table: creating writer at 1731201790397 (+408 ms)Flushing 1588230740/table: appending metadata at 1731201790414 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731201790415 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@295d6028: reopening flushed file at 1731201790824 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@377822e7: reopening flushed file at 1731201790834 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a03639e: reopening flushed file at 1731201790840 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ace1a7e: reopening flushed file at 1731201790852 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false at 1731201790864 (+12 ms)Writing region close event to WAL at 1731201790866 (+2 ms)Running coprocessor post-close hooks at 1731201790868 (+2 ms)Closed at 1731201790869 (+1 ms) 2024-11-10T01:23:10,869 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:23:10,933 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,40519,1731201762581; all regions closed. 2024-11-10T01:23:10,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741834_1010 (size=4239) 2024-11-10T01:23:10,936 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.meta.1731201765035.meta not finished, retry = 0 2024-11-10T01:23:10,965 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/WALs/0c4d4d227d60,40519,1731201762581/0c4d4d227d60%2C40519%2C1731201762581.1731201764411 to pos 2082, reset compression=false 2024-11-10T01:23:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741839_1015 (size=3114) 2024-11-10T01:23:11,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741832_1008 (size=2090) 2024-11-10T01:23:11,040 DEBUG [RS:0;0c4d4d227d60:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:11,040 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:23:11,040 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:23:11,040 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T01:23:11,040 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:23:11,041 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:23:11,041 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,40519,1731201762581 because: Region server is closing 2024-11-10T01:23:11,041 INFO [RS:0;0c4d4d227d60:40519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:40519. 2024-11-10T01:23:11,041 DEBUG [RS:0;0c4d4d227d60:40519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:11,041 DEBUG [RS:0;0c4d4d227d60:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:11,041 DEBUG [RS:0;0c4d4d227d60:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:11,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:11,141 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.shipper0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 terminated 2024-11-10T01:23:11,141 INFO [RS:0;0c4d4d227d60:40519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:40519. 2024-11-10T01:23:11,141 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,40519,1731201762581.replicationSource.wal-reader.0c4d4d227d60%2C40519%2C1731201762581,1-0c4d4d227d60,40519,1731201762581 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T01:23:11,141 DEBUG [RS:0;0c4d4d227d60:40519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:11,142 DEBUG [RS:0;0c4d4d227d60:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:11,142 DEBUG [RS:0;0c4d4d227d60:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:11,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:11,142 INFO [RS:0;0c4d4d227d60:40519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40519 2024-11-10T01:23:11,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774/rs 2024-11-10T01:23:11,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1170269774/rs/0c4d4d227d60,40519,1731201762581 2024-11-10T01:23:11,170 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:23:11,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,40519,1731201762581] 2024-11-10T01:23:11,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,223 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1170269774/draining/0c4d4d227d60,40519,1731201762581 already deleted, retry=false 2024-11-10T01:23:11,223 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,40519,1731201762581 expired; onlineServers=0 2024-11-10T01:23:11,223 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,34141,1731201762474' ***** 2024-11-10T01:23:11,223 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:23:11,223 INFO [M:0;0c4d4d227d60:34141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:23:11,223 INFO [M:0;0c4d4d227d60:34141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:23:11,223 DEBUG [M:0;0c4d4d227d60:34141 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:23:11,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,223 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:23:11,223 DEBUG [M:0;0c4d4d227d60:34141 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:23:11,224 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201764201 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201764201,5,FailOnTimeoutGroup] 2024-11-10T01:23:11,224 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201764204 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201764204,5,FailOnTimeoutGroup] 2024-11-10T01:23:11,224 INFO [M:0;0c4d4d227d60:34141 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:23:11,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,224 INFO [M:0;0c4d4d227d60:34141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:23:11,224 DEBUG [M:0;0c4d4d227d60:34141 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:23:11,224 INFO [M:0;0c4d4d227d60:34141 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:23:11,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,224 INFO [M:0;0c4d4d227d60:34141 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:23:11,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,224 INFO [M:0;0c4d4d227d60:34141 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:23:11,224 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:23:11,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1170269774/master 2024-11-10T01:23:11,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1170269774 2024-11-10T01:23:11,265 DEBUG [M:0;0c4d4d227d60:34141 {}] zookeeper.RecoverableZooKeeper(212): Node /1170269774/master already deleted, retry=false 2024-11-10T01:23:11,265 DEBUG [M:0;0c4d4d227d60:34141 {}] master.ActiveMasterManager(353): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Failed delete of our master address node; KeeperErrorCode = NoNode for /1170269774/master 2024-11-10T01:23:11,266 INFO [M:0;0c4d4d227d60:34141 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/.lastflushedseqids 2024-11-10T01:23:11,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741848_1024 (size=245) 2024-11-10T01:23:11,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:11,280 INFO [RS:0;0c4d4d227d60:40519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:23:11,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10122565e1d0004, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:11,281 INFO [RS:0;0c4d4d227d60:40519 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,40519,1731201762581; zookeeper connection closed. 2024-11-10T01:23:11,281 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53c52dff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53c52dff 2024-11-10T01:23:11,281 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:23:11,673 INFO [M:0;0c4d4d227d60:34141 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:23:11,673 INFO [M:0;0c4d4d227d60:34141 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:23:11,673 DEBUG [M:0;0c4d4d227d60:34141 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:23:11,673 INFO [M:0;0c4d4d227d60:34141 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:11,673 DEBUG [M:0;0c4d4d227d60:34141 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:11,673 DEBUG [M:0;0c4d4d227d60:34141 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:23:11,673 DEBUG [M:0;0c4d4d227d60:34141 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:11,674 INFO [M:0;0c4d4d227d60:34141 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T01:23:11,703 DEBUG [M:0;0c4d4d227d60:34141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebfd7ad767ed463eb838ac152db58020 is 82, key is hbase:meta,,1/info:regioninfo/1731201765068/Put/seqid=0 2024-11-10T01:23:11,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741849_1025 (size=5672) 2024-11-10T01:23:11,718 INFO [M:0;0c4d4d227d60:34141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebfd7ad767ed463eb838ac152db58020 2024-11-10T01:23:11,751 DEBUG [M:0;0c4d4d227d60:34141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b53a3bac78a40ab9981733ece3bb39f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731201777456/Put/seqid=0 2024-11-10T01:23:11,771 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:23:11,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741850_1026 (size=8515) 2024-11-10T01:23:11,798 INFO [M:0;0c4d4d227d60:34141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b53a3bac78a40ab9981733ece3bb39f 2024-11-10T01:23:11,821 DEBUG [M:0;0c4d4d227d60:34141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3be97042c58d457b846497bdea67c260 is 69, key is 0c4d4d227d60,40519,1731201762581/rs:state/1731201764261/Put/seqid=0 2024-11-10T01:23:11,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741851_1027 (size=5156) 2024-11-10T01:23:11,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,875 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 636, reset compression=false 2024-11-10T01:23:11,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:11,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:12,064 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:23:12,247 INFO [M:0;0c4d4d227d60:34141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3be97042c58d457b846497bdea67c260 2024-11-10T01:23:12,253 DEBUG [M:0;0c4d4d227d60:34141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebfd7ad767ed463eb838ac152db58020 as hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ebfd7ad767ed463eb838ac152db58020 2024-11-10T01:23:12,256 INFO [M:0;0c4d4d227d60:34141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ebfd7ad767ed463eb838ac152db58020, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T01:23:12,257 DEBUG [M:0;0c4d4d227d60:34141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b53a3bac78a40ab9981733ece3bb39f as hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b53a3bac78a40ab9981733ece3bb39f 2024-11-10T01:23:12,264 INFO [M:0;0c4d4d227d60:34141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b53a3bac78a40ab9981733ece3bb39f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T01:23:12,265 DEBUG [M:0;0c4d4d227d60:34141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3be97042c58d457b846497bdea67c260 as hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3be97042c58d457b846497bdea67c260 2024-11-10T01:23:12,273 INFO [M:0;0c4d4d227d60:34141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37605/user/jenkins/test-data/556624cf-9835-0d85-d98b-8b20adc856e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3be97042c58d457b846497bdea67c260, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T01:23:12,275 INFO [M:0;0c4d4d227d60:34141 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 602ms, sequenceid=97, compaction requested=false 2024-11-10T01:23:12,283 INFO [M:0;0c4d4d227d60:34141 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:12,283 DEBUG [M:0;0c4d4d227d60:34141 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201791673Disabling compacts and flushes for region at 1731201791673Disabling writes for close at 1731201791673Obtaining lock to block concurrent updates at 1731201791674 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201791674Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731201791674Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201791674Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201791674Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201791703 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201791703Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201791723 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201791750 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201791750Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201791803 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201791820 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201791820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f798df4: reopening flushed file at 1731201792253 (+433 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410db2df: reopening flushed file at 1731201792256 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69ed294c: reopening flushed file at 1731201792264 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 602ms, sequenceid=97, compaction requested=false at 1731201792275 (+11 ms)Writing region close event to WAL at 1731201792283 (+8 ms)Closed at 1731201792283 2024-11-10T01:23:12,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39251 is added to blk_1073741830_1006 (size=63642) 2024-11-10T01:23:12,300 INFO [M:0;0c4d4d227d60:34141 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:23:12,300 INFO [M:0;0c4d4d227d60:34141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34141 2024-11-10T01:23:12,300 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:23:12,300 INFO [M:0;0c4d4d227d60:34141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:23:12,465 INFO [M:0;0c4d4d227d60:34141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:23:12,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:12,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x10122565e1d0003, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:12,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ac86264{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:23:12,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f1d0a5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:23:12,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:23:12,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58d35e7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:23:12,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ea8b69d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/hadoop.log.dir/,STOPPED} 2024-11-10T01:23:12,488 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:23:12,488 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:23:12,488 WARN [BP-1337411169-172.17.0.3-1731201760295 heartbeating to localhost/127.0.0.1:37605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:23:12,488 WARN [BP-1337411169-172.17.0.3-1731201760295 heartbeating to localhost/127.0.0.1:37605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1337411169-172.17.0.3-1731201760295 (Datanode Uuid a50f8878-230b-4118-8a1c-f16b0cbf1e9e) service to localhost/127.0.0.1:37605 2024-11-10T01:23:12,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/cluster_89b84f48-07be-e05a-296d-4241c5c98b41/data/data1/current/BP-1337411169-172.17.0.3-1731201760295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:23:12,489 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/cluster_89b84f48-07be-e05a-296d-4241c5c98b41/data/data2/current/BP-1337411169-172.17.0.3-1731201760295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:23:12,489 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:23:12,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66fc0843{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:23:12,496 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bbeb6d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:23:12,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:23:12,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@309d2b1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:23:12,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c7f8f3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdc0c421-cc42-9e8f-471c-0ac154c41e19/hadoop.log.dir/,STOPPED} 2024-11-10T01:23:12,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:23:12,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:23:12,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:12,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:12,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:12,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:12,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:12,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:23:12,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1624840640, stopped=false 2024-11-10T01:23:12,514 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,33551,1731201756338 2024-11-10T01:23:12,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01392250793/running 2024-11-10T01:23:12,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01392250793/running 2024-11-10T01:23:12,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:23:12,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:23:12,535 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:23:12,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Set watcher on znode that does not yet exist, /01392250793/running 2024-11-10T01:23:12,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Set watcher on znode that does not yet exist, /01392250793/running 2024-11-10T01:23:12,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:12,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:12,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:12,537 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,33697,1731201756865' ***** 2024-11-10T01:23:12,537 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:23:12,537 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:23:12,537 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:23:12,537 INFO [RS:0;0c4d4d227d60:33697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:23:12,537 INFO [RS:0;0c4d4d227d60:33697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:23:12,537 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(3091): Received CLOSE for aa78031e23c1953a2f36665babe23f27 2024-11-10T01:23:12,544 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(3091): Received CLOSE for 6aa717b1e6f6c655d76f5690c256a402 2024-11-10T01:23:12,544 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,33697,1731201756865 2024-11-10T01:23:12,544 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:23:12,544 INFO [RS:0;0c4d4d227d60:33697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:33697. 2024-11-10T01:23:12,544 DEBUG [RS:0;0c4d4d227d60:33697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:12,544 DEBUG [RS:0;0c4d4d227d60:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:12,545 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:23:12,545 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:23:12,545 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:23:12,545 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:23:12,546 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa78031e23c1953a2f36665babe23f27, disabling compactions & flushes 2024-11-10T01:23:12,546 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27. 2024-11-10T01:23:12,546 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27. 2024-11-10T01:23:12,546 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T01:23:12,546 DEBUG [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1325): Online Regions={aa78031e23c1953a2f36665babe23f27=hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27., 6aa717b1e6f6c655d76f5690c256a402=test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:23:12,546 DEBUG [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6aa717b1e6f6c655d76f5690c256a402, aa78031e23c1953a2f36665babe23f27 2024-11-10T01:23:12,546 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:23:12,546 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27. after waiting 0 ms 2024-11-10T01:23:12,546 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:23:12,546 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27. 2024-11-10T01:23:12,546 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:23:12,546 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aa78031e23c1953a2f36665babe23f27 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-10T01:23:12,546 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:23:12,546 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:23:12,546 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T01:23:12,565 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/replication/aa78031e23c1953a2f36665babe23f27/.tmp/queue/c2e85c8736354a60ba40f2ac15fe1a76 is 153, key is 1-0c4d4d227d60,33697,1731201756865/queue:0c4d4d227d60%2C33697%2C1731201756865/1731201782831/Put/seqid=0 2024-11-10T01:23:12,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741840_1016 (size=5352) 2024-11-10T01:23:12,575 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/.tmp/info/4587295462634ab8b5b4005f75ad592a is 147, key is hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27./info:regioninfo/1731201775294/Put/seqid=0 2024-11-10T01:23:12,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741841_1017 (size=7686) 2024-11-10T01:23:12,581 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/.tmp/info/4587295462634ab8b5b4005f75ad592a 2024-11-10T01:23:12,597 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:23:12,609 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/.tmp/ns/83a6a50e2a0441b7b9a154c49489f928 is 43, key is default/ns:d/1731201760161/Put/seqid=0 2024-11-10T01:23:12,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741842_1018 (size=5153) 2024-11-10T01:23:12,746 DEBUG [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6aa717b1e6f6c655d76f5690c256a402, aa78031e23c1953a2f36665babe23f27 2024-11-10T01:23:12,947 DEBUG [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6aa717b1e6f6c655d76f5690c256a402, aa78031e23c1953a2f36665babe23f27 2024-11-10T01:23:12,974 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/replication/aa78031e23c1953a2f36665babe23f27/.tmp/queue/c2e85c8736354a60ba40f2ac15fe1a76 2024-11-10T01:23:12,978 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/replication/aa78031e23c1953a2f36665babe23f27/.tmp/queue/c2e85c8736354a60ba40f2ac15fe1a76 as hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/replication/aa78031e23c1953a2f36665babe23f27/queue/c2e85c8736354a60ba40f2ac15fe1a76 2024-11-10T01:23:12,989 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/replication/aa78031e23c1953a2f36665babe23f27/queue/c2e85c8736354a60ba40f2ac15fe1a76, entries=1, sequenceid=8, filesize=5.2 K 2024-11-10T01:23:12,990 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for aa78031e23c1953a2f36665babe23f27 in 443ms, sequenceid=8, compaction requested=false 2024-11-10T01:23:12,992 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/replication/aa78031e23c1953a2f36665babe23f27/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T01:23:12,993 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:23:12,993 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:23:12,993 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27. 2024-11-10T01:23:12,993 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa78031e23c1953a2f36665babe23f27: Waiting for close lock at 1731201792546Running coprocessor pre-close hooks at 1731201792546Disabling compacts and flushes for region at 1731201792546Disabling writes for close at 1731201792546Obtaining lock to block concurrent updates at 1731201792546Preparing flush snapshotting stores in aa78031e23c1953a2f36665babe23f27 at 1731201792546Finished memstore snapshotting hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731201792547 (+1 ms)Flushing stores of hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27. at 1731201792547Flushing aa78031e23c1953a2f36665babe23f27/queue: creating writer at 1731201792547Flushing aa78031e23c1953a2f36665babe23f27/queue: appending metadata at 1731201792565 (+18 ms)Flushing aa78031e23c1953a2f36665babe23f27/queue: closing flushed file at 1731201792565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7615e6: reopening flushed file at 1731201792978 (+413 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for aa78031e23c1953a2f36665babe23f27 in 443ms, sequenceid=8, compaction requested=false at 1731201792990 (+12 ms)Writing region close event to WAL at 1731201792990Running coprocessor post-close hooks at 1731201792993 (+3 ms)Closed at 1731201792993 2024-11-10T01:23:12,993 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731201774133.aa78031e23c1953a2f36665babe23f27. 2024-11-10T01:23:12,993 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6aa717b1e6f6c655d76f5690c256a402, disabling compactions & flushes 2024-11-10T01:23:12,993 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402. 2024-11-10T01:23:12,993 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402. 2024-11-10T01:23:12,993 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402. after waiting 0 ms 2024-11-10T01:23:12,993 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402. 2024-11-10T01:23:12,993 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6aa717b1e6f6c655d76f5690c256a402 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-10T01:23:13,007 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/.tmp/f/07991125cfea429eb75a37148e001d17 is 28, key is row/f:/1731201782647/DeleteFamily/seqid=0 2024-11-10T01:23:13,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741843_1019 (size=5085) 2024-11-10T01:23:13,062 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/.tmp/ns/83a6a50e2a0441b7b9a154c49489f928 2024-11-10T01:23:13,081 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/.tmp/rep_barrier/479cda1614ba4e1e838d3581b6154c22 is 112, key is test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402./rep_barrier:seqnumDuringOpen/1731201770978/Put/seqid=0 2024-11-10T01:23:13,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741844_1020 (size=5518) 2024-11-10T01:23:13,147 DEBUG [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6aa717b1e6f6c655d76f5690c256a402 2024-11-10T01:23:13,304 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 636, reset compression=false 2024-11-10T01:23:13,308 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:23:13,308 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 883, reset compression=false 2024-11-10T01:23:13,308 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.shipper0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,33697,1731201756865 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:23:13,309 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.shipper0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0c4d4d227d60,33697,1731201756865: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0c4d4d227d60,33697,1731201756865, walGroup=0c4d4d227d60%2C33697%2C1731201756865, offset=0c4d4d227d60%2C33697%2C1731201756865.1731201759492:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:33697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T01:23:13,310 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.shipper0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T01:23:13,310 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.shipper0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T01:23:13,310 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.shipper0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T01:23:13,311 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.shipper0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T01:23:13,311 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.shipper0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T01:23:13,311 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.shipper0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1329594368, "init": 1048576000, "max": 2306867200, "used": 1024119816 }, "NonHeapMemoryUsage": { "committed": 205783040, "init": 7667712, "max": -1, "used": 202846256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T01:23:13,311 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.shipper0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:33551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:33551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-10T01:23:13,347 DEBUG [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6aa717b1e6f6c655d76f5690c256a402 2024-11-10T01:23:13,364 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:23:13,364 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:23:13,410 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/.tmp/f/07991125cfea429eb75a37148e001d17 2024-11-10T01:23:13,414 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07991125cfea429eb75a37148e001d17 2024-11-10T01:23:13,426 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/.tmp/f1/b5fb09c4d2824e1a8c1adad0236e64bc is 29, key is row/f1:/1731201782647/DeleteFamily/seqid=0 2024-11-10T01:23:13,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741845_1021 (size=5089) 2024-11-10T01:23:13,434 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/.tmp/f1/b5fb09c4d2824e1a8c1adad0236e64bc 2024-11-10T01:23:13,446 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5fb09c4d2824e1a8c1adad0236e64bc 2024-11-10T01:23:13,459 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/.tmp/norep/ef69c4fa589a49aa98a28637ec904d99 is 32, key is row/norep:/1731201782647/DeleteFamily/seqid=0 2024-11-10T01:23:13,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741846_1022 (size=5101) 2024-11-10T01:23:13,463 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/.tmp/norep/ef69c4fa589a49aa98a28637ec904d99 2024-11-10T01:23:13,467 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef69c4fa589a49aa98a28637ec904d99 2024-11-10T01:23:13,467 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/.tmp/f/07991125cfea429eb75a37148e001d17 as hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/f/07991125cfea429eb75a37148e001d17 2024-11-10T01:23:13,471 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07991125cfea429eb75a37148e001d17 2024-11-10T01:23:13,471 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/f/07991125cfea429eb75a37148e001d17, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T01:23:13,474 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/.tmp/f1/b5fb09c4d2824e1a8c1adad0236e64bc as hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/f1/b5fb09c4d2824e1a8c1adad0236e64bc 2024-11-10T01:23:13,477 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5fb09c4d2824e1a8c1adad0236e64bc 2024-11-10T01:23:13,478 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/f1/b5fb09c4d2824e1a8c1adad0236e64bc, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T01:23:13,478 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/.tmp/norep/ef69c4fa589a49aa98a28637ec904d99 as hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/norep/ef69c4fa589a49aa98a28637ec904d99 2024-11-10T01:23:13,481 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef69c4fa589a49aa98a28637ec904d99 2024-11-10T01:23:13,481 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/norep/ef69c4fa589a49aa98a28637ec904d99, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T01:23:13,482 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6aa717b1e6f6c655d76f5690c256a402 in 489ms, sequenceid=6, compaction requested=false 2024-11-10T01:23:13,485 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/.tmp/rep_barrier/479cda1614ba4e1e838d3581b6154c22 2024-11-10T01:23:13,488 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/default/test/6aa717b1e6f6c655d76f5690c256a402/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T01:23:13,489 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:23:13,489 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:23:13,489 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402. 2024-11-10T01:23:13,489 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6aa717b1e6f6c655d76f5690c256a402: Waiting for close lock at 1731201792993Running coprocessor pre-close hooks at 1731201792993Disabling compacts and flushes for region at 1731201792993Disabling writes for close at 1731201792993Obtaining lock to block concurrent updates at 1731201792993Preparing flush snapshotting stores in 6aa717b1e6f6c655d76f5690c256a402 at 1731201792993Finished memstore snapshotting test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731201792994 (+1 ms)Flushing stores of test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402. at 1731201792994Flushing 6aa717b1e6f6c655d76f5690c256a402/f: creating writer at 1731201792994Flushing 6aa717b1e6f6c655d76f5690c256a402/f: appending metadata at 1731201793006 (+12 ms)Flushing 6aa717b1e6f6c655d76f5690c256a402/f: closing flushed file at 1731201793006Flushing 6aa717b1e6f6c655d76f5690c256a402/f1: creating writer at 1731201793414 (+408 ms)Flushing 6aa717b1e6f6c655d76f5690c256a402/f1: appending metadata at 1731201793426 (+12 ms)Flushing 6aa717b1e6f6c655d76f5690c256a402/f1: closing flushed file at 1731201793426Flushing 6aa717b1e6f6c655d76f5690c256a402/norep: creating writer at 1731201793446 (+20 ms)Flushing 6aa717b1e6f6c655d76f5690c256a402/norep: appending metadata at 1731201793458 (+12 ms)Flushing 6aa717b1e6f6c655d76f5690c256a402/norep: closing flushed file at 1731201793458Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5b2496: reopening flushed file at 1731201793467 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a8a0899: reopening flushed file at 1731201793471 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d2094f1: reopening flushed file at 1731201793478 (+7 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6aa717b1e6f6c655d76f5690c256a402 in 489ms, sequenceid=6, compaction requested=false at 1731201793482 (+4 ms)Writing region close event to WAL at 1731201793484 (+2 ms)Running coprocessor post-close hooks at 1731201793489 (+5 ms)Closed at 1731201793489 2024-11-10T01:23:13,489 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731201770192.6aa717b1e6f6c655d76f5690c256a402. 2024-11-10T01:23:13,506 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/.tmp/table/2807f2c677114c74952922dbd73d6b9f is 53, key is hbase:replication/table:state/1731201775301/Put/seqid=0 2024-11-10T01:23:13,511 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 883, reset compression=false 2024-11-10T01:23:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741847_1023 (size=5308) 2024-11-10T01:23:13,522 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:23:13,522 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 1527, reset compression=false 2024-11-10T01:23:13,547 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T01:23:13,547 DEBUG [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:23:13,547 DEBUG [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:23:13,725 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 1527, reset compression=false 2024-11-10T01:23:13,747 DEBUG [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:23:13,919 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/.tmp/table/2807f2c677114c74952922dbd73d6b9f 2024-11-10T01:23:13,923 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/.tmp/info/4587295462634ab8b5b4005f75ad592a as hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/info/4587295462634ab8b5b4005f75ad592a 2024-11-10T01:23:13,926 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/info/4587295462634ab8b5b4005f75ad592a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T01:23:13,927 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/.tmp/ns/83a6a50e2a0441b7b9a154c49489f928 as hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/ns/83a6a50e2a0441b7b9a154c49489f928 2024-11-10T01:23:13,930 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/ns/83a6a50e2a0441b7b9a154c49489f928, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T01:23:13,931 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/.tmp/rep_barrier/479cda1614ba4e1e838d3581b6154c22 as hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/rep_barrier/479cda1614ba4e1e838d3581b6154c22 2024-11-10T01:23:13,934 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/rep_barrier/479cda1614ba4e1e838d3581b6154c22, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T01:23:13,935 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/.tmp/table/2807f2c677114c74952922dbd73d6b9f as hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/table/2807f2c677114c74952922dbd73d6b9f 2024-11-10T01:23:13,938 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/table/2807f2c677114c74952922dbd73d6b9f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T01:23:13,939 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1393ms, sequenceid=16, compaction requested=false 2024-11-10T01:23:13,942 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T01:23:13,942 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:23:13,942 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:23:13,942 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:23:13,942 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201792546Running coprocessor pre-close hooks at 1731201792546Disabling compacts and flushes for region at 1731201792546Disabling writes for close at 1731201792546Obtaining lock to block concurrent updates at 1731201792546Preparing flush snapshotting stores in 1588230740 at 1731201792546Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731201792547 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731201792547Flushing 1588230740/info: creating writer at 1731201792547Flushing 1588230740/info: appending metadata at 1731201792575 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731201792575Flushing 1588230740/ns: creating writer at 1731201792591 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731201792609 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731201792609Flushing 1588230740/rep_barrier: creating writer at 1731201793065 (+456 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731201793081 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731201793081Flushing 1588230740/table: creating writer at 1731201793490 (+409 ms)Flushing 1588230740/table: appending metadata at 1731201793505 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731201793505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cbb95d6: reopening flushed file at 1731201793922 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cd5c552: reopening flushed file at 1731201793927 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@149dc33f: reopening flushed file at 1731201793931 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c0428bb: reopening flushed file at 1731201793934 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1393ms, sequenceid=16, compaction requested=false at 1731201793939 (+5 ms)Writing region close event to WAL at 1731201793940 (+1 ms)Running coprocessor post-close hooks at 1731201793942 (+2 ms)Closed at 1731201793942 2024-11-10T01:23:13,943 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:23:13,947 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,33697,1731201756865; all regions closed. 2024-11-10T01:23:13,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741834_1010 (size=4239) 2024-11-10T01:23:13,949 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.meta.1731201759958.meta not finished, retry = 0 2024-11-10T01:23:14,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:23:14,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T01:23:14,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:23:14,033 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 to pos 1527, reset compression=false 2024-11-10T01:23:14,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741839_1015 (size=2240) 2024-11-10T01:23:14,051 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.rep.1731201775265 not finished, retry = 0 2024-11-10T01:23:14,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741832_1008 (size=1535) 2024-11-10T01:23:14,154 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/WALs/0c4d4d227d60,33697,1731201756865/0c4d4d227d60%2C33697%2C1731201756865.1731201759492 not finished, retry = 0 2024-11-10T01:23:14,254 DEBUG [RS:0;0c4d4d227d60:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:14,254 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:23:14,255 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:23:14,255 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:23:14,255 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:23:14,255 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:23:14,255 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,33697,1731201756865 because: Region server is closing 2024-11-10T01:23:14,255 INFO [RS:0;0c4d4d227d60:33697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:33697. 2024-11-10T01:23:14,255 DEBUG [RS:0;0c4d4d227d60:33697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:14,255 DEBUG [RS:0;0c4d4d227d60:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:14,255 DEBUG [RS:0;0c4d4d227d60:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:14,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:14,356 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.shipper0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 terminated 2024-11-10T01:23:14,356 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,33697,1731201756865.replicationSource.wal-reader.0c4d4d227d60%2C33697%2C1731201756865,1-0c4d4d227d60,33697,1731201756865 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T01:23:14,356 INFO [RS:0;0c4d4d227d60:33697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33697 2024-11-10T01:23:14,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01392250793/rs/0c4d4d227d60,33697,1731201756865 2024-11-10T01:23:14,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793/rs 2024-11-10T01:23:14,399 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:23:14,433 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,33697,1731201756865] 2024-11-10T01:23:14,504 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01392250793/draining/0c4d4d227d60,33697,1731201756865 already deleted, retry=false 2024-11-10T01:23:14,504 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,33697,1731201756865 expired; onlineServers=0 2024-11-10T01:23:14,504 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,33551,1731201756338' ***** 2024-11-10T01:23:14,504 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:23:14,504 INFO [M:0;0c4d4d227d60:33551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:23:14,504 INFO [M:0;0c4d4d227d60:33551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:23:14,504 DEBUG [M:0;0c4d4d227d60:33551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:23:14,504 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:23:14,504 DEBUG [M:0;0c4d4d227d60:33551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:23:14,504 INFO [M:0;0c4d4d227d60:33551 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:23:14,505 INFO [M:0;0c4d4d227d60:33551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:23:14,505 DEBUG [M:0;0c4d4d227d60:33551 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:23:14,505 INFO [M:0;0c4d4d227d60:33551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:23:14,505 INFO [M:0;0c4d4d227d60:33551 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:23:14,505 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201759184 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201759184,5,FailOnTimeoutGroup] 2024-11-10T01:23:14,505 INFO [M:0;0c4d4d227d60:33551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:23:14,505 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:23:14,505 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201759192 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201759192,5,FailOnTimeoutGroup] 2024-11-10T01:23:14,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01392250793/master 2024-11-10T01:23:14,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01392250793 2024-11-10T01:23:14,523 DEBUG [M:0;0c4d4d227d60:33551 {}] zookeeper.ZKUtil(347): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Unable to get data of znode /01392250793/master because node does not exist (not an error) 2024-11-10T01:23:14,523 WARN [M:0;0c4d4d227d60:33551 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:23:14,524 INFO [M:0;0c4d4d227d60:33551 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/.lastflushedseqids 2024-11-10T01:23:14,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741848_1024 (size=245) 2024-11-10T01:23:14,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:14,533 INFO [RS:0;0c4d4d227d60:33697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:23:14,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10122565e1d0001, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:14,533 INFO [RS:0;0c4d4d227d60:33697 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,33697,1731201756865; zookeeper connection closed. 2024-11-10T01:23:14,533 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57dd4041 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57dd4041 2024-11-10T01:23:14,534 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:23:14,927 INFO [M:0;0c4d4d227d60:33551 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:23:14,927 INFO [M:0;0c4d4d227d60:33551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:23:14,928 DEBUG [M:0;0c4d4d227d60:33551 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:23:14,928 INFO [M:0;0c4d4d227d60:33551 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:14,928 DEBUG [M:0;0c4d4d227d60:33551 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:14,928 DEBUG [M:0;0c4d4d227d60:33551 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:23:14,928 DEBUG [M:0;0c4d4d227d60:33551 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:14,928 INFO [M:0;0c4d4d227d60:33551 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-10T01:23:14,940 DEBUG [M:0;0c4d4d227d60:33551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f896d60fd2744de9afc9a17f6568309 is 82, key is hbase:meta,,1/info:regioninfo/1731201759989/Put/seqid=0 2024-11-10T01:23:14,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741849_1025 (size=5672) 2024-11-10T01:23:15,344 INFO [M:0;0c4d4d227d60:33551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f896d60fd2744de9afc9a17f6568309 2024-11-10T01:23:15,359 DEBUG [M:0;0c4d4d227d60:33551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2007f8bb37f54e719015ff8058e11869 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731201770987/Put/seqid=0 2024-11-10T01:23:15,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741850_1026 (size=7218) 2024-11-10T01:23:15,762 INFO [M:0;0c4d4d227d60:33551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2007f8bb37f54e719015ff8058e11869 2024-11-10T01:23:15,765 INFO [M:0;0c4d4d227d60:33551 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2007f8bb37f54e719015ff8058e11869 2024-11-10T01:23:15,777 DEBUG [M:0;0c4d4d227d60:33551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1dd304ce31e84e6487157f7257782cbb is 69, key is 0c4d4d227d60,33697,1731201756865/rs:state/1731201759334/Put/seqid=0 2024-11-10T01:23:15,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741851_1027 (size=5156) 2024-11-10T01:23:16,181 INFO [M:0;0c4d4d227d60:33551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1dd304ce31e84e6487157f7257782cbb 2024-11-10T01:23:16,184 DEBUG [M:0;0c4d4d227d60:33551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f896d60fd2744de9afc9a17f6568309 as hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f896d60fd2744de9afc9a17f6568309 2024-11-10T01:23:16,187 INFO [M:0;0c4d4d227d60:33551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f896d60fd2744de9afc9a17f6568309, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T01:23:16,188 DEBUG [M:0;0c4d4d227d60:33551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2007f8bb37f54e719015ff8058e11869 as hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2007f8bb37f54e719015ff8058e11869 2024-11-10T01:23:16,191 INFO [M:0;0c4d4d227d60:33551 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2007f8bb37f54e719015ff8058e11869 2024-11-10T01:23:16,192 INFO [M:0;0c4d4d227d60:33551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2007f8bb37f54e719015ff8058e11869, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T01:23:16,192 DEBUG [M:0;0c4d4d227d60:33551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1dd304ce31e84e6487157f7257782cbb as hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1dd304ce31e84e6487157f7257782cbb 2024-11-10T01:23:16,195 INFO [M:0;0c4d4d227d60:33551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36679/user/jenkins/test-data/6a1b3690-bdd1-aafa-391d-df71c33291c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1dd304ce31e84e6487157f7257782cbb, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T01:23:16,196 INFO [M:0;0c4d4d227d60:33551 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=105, compaction requested=false 2024-11-10T01:23:16,198 INFO [M:0;0c4d4d227d60:33551 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:16,198 DEBUG [M:0;0c4d4d227d60:33551 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201794928Disabling compacts and flushes for region at 1731201794928Disabling writes for close at 1731201794928Obtaining lock to block concurrent updates at 1731201794928Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201794928Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731201794928Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201794929 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201794929Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201794940 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201794940Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201795347 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201795358 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201795358Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201795765 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201795777 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201795777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@401d3ff5: reopening flushed file at 1731201796184 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@416e7775: reopening flushed file at 1731201796187 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60029e85: reopening flushed file at 1731201796192 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=105, compaction requested=false at 1731201796196 (+4 ms)Writing region close event to WAL at 1731201796198 (+2 ms)Closed at 1731201796198 2024-11-10T01:23:16,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741830_1006 (size=64423) 2024-11-10T01:23:16,200 INFO [M:0;0c4d4d227d60:33551 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:23:16,200 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:23:16,200 INFO [M:0;0c4d4d227d60:33551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33551 2024-11-10T01:23:16,200 INFO [M:0;0c4d4d227d60:33551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:23:16,339 INFO [M:0;0c4d4d227d60:33551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:23:16,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:16,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x10122565e1d0000, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:16,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ca7b10a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:23:16,403 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f67920e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:23:16,403 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:23:16,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b0bef9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:23:16,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b12a0a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/hadoop.log.dir/,STOPPED} 2024-11-10T01:23:16,404 WARN [BP-601261215-172.17.0.3-1731201753782 heartbeating to localhost/127.0.0.1:36679 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:23:16,404 WARN [BP-601261215-172.17.0.3-1731201753782 heartbeating to localhost/127.0.0.1:36679 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-601261215-172.17.0.3-1731201753782 (Datanode Uuid 8a6139b3-92bf-4947-9b55-4ff11a678cbd) service to localhost/127.0.0.1:36679 2024-11-10T01:23:16,404 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:23:16,404 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:23:16,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/cluster_194581ea-8650-9eb8-1c59-61bceb2d028d/data/data1/current/BP-601261215-172.17.0.3-1731201753782 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:23:16,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/cluster_194581ea-8650-9eb8-1c59-61bceb2d028d/data/data2/current/BP-601261215-172.17.0.3-1731201753782 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:23:16,405 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:23:16,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@801c30b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:23:16,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2328ddb7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:23:16,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:23:16,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30e5a0b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:23:16,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f62e599{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7bd409-0d34-9b51-4516-7f5bcce2a16e/hadoop.log.dir/,STOPPED} 2024-11-10T01:23:16,418 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T01:23:16,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:23:16,443 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=358 (was 320) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52583) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:43661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:36679 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:36679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:37605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:37605 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52583) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:43661 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52583) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:37605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:43661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:36679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=790 (was 746) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 398) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=700 (was 1457) 2024-11-10T01:23:16,454 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=358, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=699 2024-11-10T01:23:16,479 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-10T01:23:16,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/hadoop.log.dir so I do NOT create it in target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa 2024-11-10T01:23:16,479 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:23:16,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/hadoop.tmp.dir so I do NOT create it in target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa 2024-11-10T01:23:16,479 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8441f9-ac72-4c68-6c90-ab2600091921/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:23:16,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa 2024-11-10T01:23:16,479 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/cluster_9fef05e3-2ae3-7392-8ae4-f6e307d48575, deleteOnExit=true 2024-11-10T01:23:16,485 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/cluster_9fef05e3-2ae3-7392-8ae4-f6e307d48575/zookeeper_0, clientPort=54455, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/cluster_9fef05e3-2ae3-7392-8ae4-f6e307d48575/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/cluster_9fef05e3-2ae3-7392-8ae4-f6e307d48575/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T01:23:16,485 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54455 2024-11-10T01:23:16,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:23:16,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:23:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/test.cache.data in system properties and HBase conf 2024-11-10T01:23:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:23:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:23:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:23:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:23:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:23:16,486 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:23:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:23:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:23:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:23:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:23:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:23:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:23:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:23:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:23:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:23:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:23:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:23:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:23:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:23:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:23:16,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10122565e1d0005, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:23:16,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10122565e1d0008, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:23:16,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10122565e1d0002, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T01:23:16,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10122565e1d0005, quorum=127.0.0.1:52583, baseZNode=/1170269774 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:23:16,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10122565e1d0002, quorum=127.0.0.1:52583, baseZNode=/01392250793 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:23:16,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10122565e1d0008, quorum=127.0.0.1:52583, baseZNode=/2-670636131 Received Disconnected from ZooKeeper, ignoring 2024-11-10T01:23:16,643 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:23:16,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:16,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:16,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:16,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:16,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:16,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:16,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:16,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:16,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:16,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:16,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:16,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:16,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:16,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:16,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:16,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:16,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:17,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:23:17,259 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:23:17,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:23:17,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:23:17,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:23:17,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:23:17,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e40db93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:23:17,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64f1d2c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:23:17,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30e539e1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/java.io.tmpdir/jetty-localhost-37749-hadoop-hdfs-3_4_1-tests_jar-_-any-14534769208897984330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:23:17,360 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2825f3bc{HTTP/1.1, (http/1.1)}{localhost:37749} 2024-11-10T01:23:17,360 INFO [Time-limited test {}] server.Server(415): Started @324870ms 2024-11-10T01:23:17,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:23:17,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:23:17,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:23:17,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:23:17,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:23:17,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c3c5d5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:23:17,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ff5191a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:23:17,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fb3996b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/java.io.tmpdir/jetty-localhost-45427-hadoop-hdfs-3_4_1-tests_jar-_-any-9715712105836027597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:23:17,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ba4ad3{HTTP/1.1, (http/1.1)}{localhost:45427} 2024-11-10T01:23:17,884 INFO [Time-limited test {}] server.Server(415): Started @325393ms 2024-11-10T01:23:17,885 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:23:18,762 WARN [Thread-4169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/cluster_9fef05e3-2ae3-7392-8ae4-f6e307d48575/data/data1/current/BP-294781974-172.17.0.3-1731201796500/current, will proceed with Du for space computation calculation, 2024-11-10T01:23:18,762 WARN [Thread-4170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/cluster_9fef05e3-2ae3-7392-8ae4-f6e307d48575/data/data2/current/BP-294781974-172.17.0.3-1731201796500/current, will proceed with Du for space computation calculation, 2024-11-10T01:23:18,785 WARN [Thread-4157 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:23:18,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1720b8feb124198e with lease ID 0x90f5e8d8cd51fac6: Processing first storage report for DS-768de2e0-6387-4403-8479-dec279700a57 from datanode DatanodeRegistration(127.0.0.1:43629, datanodeUuid=ab4a8cc8-3b30-4921-9c06-aac3fc9ebd7e, infoPort=46605, infoSecurePort=0, ipcPort=34997, storageInfo=lv=-57;cid=testClusterID;nsid=1660552467;c=1731201796500) 2024-11-10T01:23:18,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1720b8feb124198e with lease ID 0x90f5e8d8cd51fac6: from storage DS-768de2e0-6387-4403-8479-dec279700a57 node DatanodeRegistration(127.0.0.1:43629, datanodeUuid=ab4a8cc8-3b30-4921-9c06-aac3fc9ebd7e, infoPort=46605, infoSecurePort=0, ipcPort=34997, storageInfo=lv=-57;cid=testClusterID;nsid=1660552467;c=1731201796500), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:23:18,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1720b8feb124198e with lease ID 0x90f5e8d8cd51fac6: Processing first storage report for DS-74bbf29f-cb55-4153-b9be-00a0d8c35461 from datanode DatanodeRegistration(127.0.0.1:43629, datanodeUuid=ab4a8cc8-3b30-4921-9c06-aac3fc9ebd7e, infoPort=46605, infoSecurePort=0, ipcPort=34997, storageInfo=lv=-57;cid=testClusterID;nsid=1660552467;c=1731201796500) 2024-11-10T01:23:18,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1720b8feb124198e with lease ID 0x90f5e8d8cd51fac6: from storage DS-74bbf29f-cb55-4153-b9be-00a0d8c35461 node DatanodeRegistration(127.0.0.1:43629, datanodeUuid=ab4a8cc8-3b30-4921-9c06-aac3fc9ebd7e, infoPort=46605, infoSecurePort=0, ipcPort=34997, storageInfo=lv=-57;cid=testClusterID;nsid=1660552467;c=1731201796500), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:23:18,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa 2024-11-10T01:23:18,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:18,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:18,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:23:18,861 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626 with version=8 2024-11-10T01:23:18,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/hbase-staging 2024-11-10T01:23:18,863 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:23:18,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:18,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:18,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:23:18,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:18,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:23:18,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:23:18,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:23:18,870 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41263 2024-11-10T01:23:18,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41263 connecting to ZooKeeper ensemble=127.0.0.1:54455 2024-11-10T01:23:19,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412630x0, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:23:19,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41263-0x1012257052d0000 connected 2024-11-10T01:23:19,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:19,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:19,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Set watcher on znode that does not yet exist, /0-411199071/running 2024-11-10T01:23:19,108 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626, hbase.cluster.distributed=false 2024-11-10T01:23:19,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Set watcher on znode that does not yet exist, /0-411199071/acl 2024-11-10T01:23:19,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-10T01:23:19,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41263 2024-11-10T01:23:19,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41263 2024-11-10T01:23:19,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-10T01:23:19,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-10T01:23:19,128 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:23:19,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:19,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:19,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:23:19,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:19,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:23:19,129 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:23:19,129 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:23:19,129 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44217 2024-11-10T01:23:19,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44217 connecting to ZooKeeper ensemble=127.0.0.1:54455 2024-11-10T01:23:19,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:19,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:19,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442170x0, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:23:19,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442170x0, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Set watcher on znode that does not yet exist, /0-411199071/running 2024-11-10T01:23:19,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44217-0x1012257052d0001 connected 2024-11-10T01:23:19,145 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:23:19,146 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:23:19,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44217-0x1012257052d0001, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Set watcher on znode that does not yet exist, /0-411199071/master 2024-11-10T01:23:19,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44217-0x1012257052d0001, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Set watcher on znode that does not yet exist, /0-411199071/acl 2024-11-10T01:23:19,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44217 2024-11-10T01:23:19,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44217 2024-11-10T01:23:19,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44217 2024-11-10T01:23:19,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44217 2024-11-10T01:23:19,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44217 2024-11-10T01:23:19,162 DEBUG [M:0;0c4d4d227d60:41263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:41263 2024-11-10T01:23:19,162 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-411199071/backup-masters/0c4d4d227d60,41263,1731201798863 2024-11-10T01:23:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071/backup-masters 2024-11-10T01:23:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x1012257052d0001, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071/backup-masters 2024-11-10T01:23:19,169 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Set watcher on existing znode=/0-411199071/backup-masters/0c4d4d227d60,41263,1731201798863 2024-11-10T01:23:19,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x1012257052d0001, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-411199071/master 2024-11-10T01:23:19,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x1012257052d0001, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071 2024-11-10T01:23:19,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071 2024-11-10T01:23:19,186 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Set watcher on existing znode=/0-411199071/master 2024-11-10T01:23:19,199 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-411199071/backup-masters/0c4d4d227d60,41263,1731201798863 from backup master directory 2024-11-10T01:23:19,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-411199071/backup-masters/0c4d4d227d60,41263,1731201798863 2024-11-10T01:23:19,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x1012257052d0001, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071/backup-masters 2024-11-10T01:23:19,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071/backup-masters 2024-11-10T01:23:19,211 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:23:19,211 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,41263,1731201798863 2024-11-10T01:23:19,217 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/hbase.id] with ID: 6683ffec-cb2f-4b42-b643-f46a147d0ee7 2024-11-10T01:23:19,217 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/.tmp/hbase.id 2024-11-10T01:23:19,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:23:19,221 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/.tmp/hbase.id]:[hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/hbase.id] 2024-11-10T01:23:19,227 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:19,228 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:23:19,228 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T01:23:19,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071 2024-11-10T01:23:19,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x1012257052d0001, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071 2024-11-10T01:23:19,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:23:19,253 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:23:19,254 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:23:19,254 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:23:19,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:23:19,266 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/MasterData/data/master/store 2024-11-10T01:23:19,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:23:19,674 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:19,674 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:23:19,674 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:19,674 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:19,674 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:23:19,674 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:19,674 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:19,674 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201799674Disabling compacts and flushes for region at 1731201799674Disabling writes for close at 1731201799674Writing region close event to WAL at 1731201799674Closed at 1731201799674 2024-11-10T01:23:19,675 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/MasterData/data/master/store/.initializing 2024-11-10T01:23:19,675 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/MasterData/WALs/0c4d4d227d60,41263,1731201798863 2024-11-10T01:23:19,676 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:23:19,677 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C41263%2C1731201798863, suffix=, logDir=hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/MasterData/WALs/0c4d4d227d60,41263,1731201798863, archiveDir=hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/MasterData/oldWALs, maxLogs=10 2024-11-10T01:23:19,688 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/MasterData/WALs/0c4d4d227d60,41263,1731201798863/0c4d4d227d60%2C41263%2C1731201798863.1731201799677, exclude list is [], retry=0 2024-11-10T01:23:19,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43629,DS-768de2e0-6387-4403-8479-dec279700a57,DISK] 2024-11-10T01:23:19,692 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/MasterData/WALs/0c4d4d227d60,41263,1731201798863/0c4d4d227d60%2C41263%2C1731201798863.1731201799677 2024-11-10T01:23:19,692 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46605:46605)] 2024-11-10T01:23:19,692 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:23:19,692 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:19,692 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:19,692 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:19,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:19,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:23:19,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:19,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:19,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:19,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:23:19,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:19,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:19,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:19,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:23:19,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:19,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:19,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:19,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:23:19,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:19,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:19,701 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:19,702 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:19,702 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:19,703 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:19,703 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:19,703 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:23:19,704 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:19,709 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:23:19,709 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66207666, jitterRate=-0.01342889666557312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:23:19,710 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201799693Initializing all the Stores at 1731201799694 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201799694Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201799694Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201799694Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201799694Cleaning up temporary data from old regions at 1731201799703 (+9 ms)Region opened successfully at 1731201799710 (+7 ms) 2024-11-10T01:23:19,710 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:23:19,712 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb3d3da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:23:19,713 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:23:19,713 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:23:19,713 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:23:19,713 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:23:19,713 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:23:19,714 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:23:19,714 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:23:19,718 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:23:19,718 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Unable to get data of znode /0-411199071/balancer because node does not exist (not necessarily an error) 2024-11-10T01:23:19,726 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-411199071/balancer already deleted, retry=false 2024-11-10T01:23:19,727 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:23:19,727 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Unable to get data of znode /0-411199071/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:23:19,737 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-411199071/normalizer already deleted, retry=false 2024-11-10T01:23:19,737 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:23:19,738 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Unable to get data of znode /0-411199071/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:23:19,747 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-411199071/switch/split already deleted, retry=false 2024-11-10T01:23:19,749 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Unable to get data of znode /0-411199071/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:23:19,758 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-411199071/switch/merge already deleted, retry=false 2024-11-10T01:23:19,760 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Unable to get data of znode /0-411199071/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:23:19,768 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-411199071/snapshot-cleanup already deleted, retry=false 2024-11-10T01:23:19,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x1012257052d0001, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-411199071/running 2024-11-10T01:23:19,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-411199071/running 2024-11-10T01:23:19,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x1012257052d0001, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071 2024-11-10T01:23:19,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071 2024-11-10T01:23:19,779 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,41263,1731201798863, sessionid=0x1012257052d0000, setting cluster-up flag (Was=false) 2024-11-10T01:23:19,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x1012257052d0001, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071 2024-11-10T01:23:19,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071 2024-11-10T01:23:19,832 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-411199071/flush-table-proc/acquired, /0-411199071/flush-table-proc/reached, /0-411199071/flush-table-proc/abort 2024-11-10T01:23:19,833 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,41263,1731201798863 2024-11-10T01:23:19,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x1012257052d0001, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071 2024-11-10T01:23:19,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071 2024-11-10T01:23:19,884 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-411199071/online-snapshot/acquired, /0-411199071/online-snapshot/reached, /0-411199071/online-snapshot/abort 2024-11-10T01:23:19,885 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,41263,1731201798863 2024-11-10T01:23:19,886 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:23:19,887 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:23:19,887 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:23:19,887 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:23:19,888 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,41263,1731201798863 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:23:19,889 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:23:19,889 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:23:19,889 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:23:19,889 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:23:19,889 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:23:19,889 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:19,889 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:23:19,889 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:19,890 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201829890 2024-11-10T01:23:19,890 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:23:19,890 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:23:19,890 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:23:19,890 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:23:19,890 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:23:19,890 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:23:19,890 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:23:19,890 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:23:19,890 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:19,891 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:23:19,891 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:23:19,891 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:23:19,891 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:23:19,891 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:23:19,891 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:19,891 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:23:19,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:23:19,891 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201799891,5,FailOnTimeoutGroup] 2024-11-10T01:23:19,891 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201799891,5,FailOnTimeoutGroup] 2024-11-10T01:23:19,891 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:19,891 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:23:19,891 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:19,891 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:19,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:23:19,901 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:23:19,901 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626 2024-11-10T01:23:19,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741832_1008 (size=32) 2024-11-10T01:23:19,954 INFO [RS:0;0c4d4d227d60:44217 {}] regionserver.HRegionServer(746): ClusterId : 6683ffec-cb2f-4b42-b643-f46a147d0ee7 2024-11-10T01:23:19,955 DEBUG [RS:0;0c4d4d227d60:44217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:23:19,966 DEBUG [RS:0;0c4d4d227d60:44217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:23:19,966 DEBUG [RS:0;0c4d4d227d60:44217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:23:19,976 DEBUG [RS:0;0c4d4d227d60:44217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:23:19,977 DEBUG [RS:0;0c4d4d227d60:44217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667dad29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:23:19,987 DEBUG [RS:0;0c4d4d227d60:44217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:44217 2024-11-10T01:23:19,987 INFO [RS:0;0c4d4d227d60:44217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:23:19,987 INFO [RS:0;0c4d4d227d60:44217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:23:19,987 DEBUG [RS:0;0c4d4d227d60:44217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:23:19,988 INFO [RS:0;0c4d4d227d60:44217 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,41263,1731201798863 with port=44217, startcode=1731201799128 2024-11-10T01:23:19,988 DEBUG [RS:0;0c4d4d227d60:44217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:23:19,990 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:23:19,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,44217,1731201799128 2024-11-10T01:23:19,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,44217,1731201799128 2024-11-10T01:23:19,991 DEBUG [RS:0;0c4d4d227d60:44217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626 2024-11-10T01:23:19,991 DEBUG [RS:0;0c4d4d227d60:44217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39801 2024-11-10T01:23:19,991 DEBUG [RS:0;0c4d4d227d60:44217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:23:20,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071/rs 2024-11-10T01:23:20,000 DEBUG [RS:0;0c4d4d227d60:44217 {}] zookeeper.ZKUtil(111): regionserver:44217-0x1012257052d0001, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Set watcher on existing znode=/0-411199071/rs/0c4d4d227d60,44217,1731201799128 2024-11-10T01:23:20,000 WARN [RS:0;0c4d4d227d60:44217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:23:20,000 INFO [RS:0;0c4d4d227d60:44217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:23:20,000 DEBUG [RS:0;0c4d4d227d60:44217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/WALs/0c4d4d227d60,44217,1731201799128 2024-11-10T01:23:20,001 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,44217,1731201799128] 2024-11-10T01:23:20,003 INFO [RS:0;0c4d4d227d60:44217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:23:20,004 INFO [RS:0;0c4d4d227d60:44217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:23:20,008 INFO [RS:0;0c4d4d227d60:44217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:23:20,008 INFO [RS:0;0c4d4d227d60:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,009 INFO [RS:0;0c4d4d227d60:44217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:23:20,009 INFO [RS:0;0c4d4d227d60:44217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:23:20,009 INFO [RS:0;0c4d4d227d60:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,009 DEBUG [RS:0;0c4d4d227d60:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:20,009 DEBUG [RS:0;0c4d4d227d60:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:20,009 DEBUG [RS:0;0c4d4d227d60:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:20,009 DEBUG [RS:0;0c4d4d227d60:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:20,010 DEBUG [RS:0;0c4d4d227d60:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:20,010 DEBUG [RS:0;0c4d4d227d60:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:23:20,010 DEBUG [RS:0;0c4d4d227d60:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:20,010 DEBUG [RS:0;0c4d4d227d60:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:20,010 DEBUG [RS:0;0c4d4d227d60:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:20,010 DEBUG [RS:0;0c4d4d227d60:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:20,010 DEBUG [RS:0;0c4d4d227d60:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:20,010 DEBUG [RS:0;0c4d4d227d60:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:20,010 DEBUG [RS:0;0c4d4d227d60:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:23:20,010 DEBUG [RS:0;0c4d4d227d60:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:23:20,012 INFO [RS:0;0c4d4d227d60:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,012 INFO [RS:0;0c4d4d227d60:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,012 INFO [RS:0;0c4d4d227d60:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,012 INFO [RS:0;0c4d4d227d60:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,012 INFO [RS:0;0c4d4d227d60:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,012 INFO [RS:0;0c4d4d227d60:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,44217,1731201799128-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:23:20,031 INFO [RS:0;0c4d4d227d60:44217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:23:20,031 INFO [RS:0;0c4d4d227d60:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,44217,1731201799128-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,031 INFO [RS:0;0c4d4d227d60:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,031 INFO [RS:0;0c4d4d227d60:44217 {}] regionserver.Replication(171): 0c4d4d227d60,44217,1731201799128 started 2024-11-10T01:23:20,050 INFO [RS:0;0c4d4d227d60:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,050 INFO [RS:0;0c4d4d227d60:44217 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,44217,1731201799128, RpcServer on 0c4d4d227d60/172.17.0.3:44217, sessionid=0x1012257052d0001 2024-11-10T01:23:20,050 DEBUG [RS:0;0c4d4d227d60:44217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:23:20,050 DEBUG [RS:0;0c4d4d227d60:44217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,44217,1731201799128 2024-11-10T01:23:20,050 DEBUG [RS:0;0c4d4d227d60:44217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,44217,1731201799128' 2024-11-10T01:23:20,050 DEBUG [RS:0;0c4d4d227d60:44217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-411199071/flush-table-proc/abort' 2024-11-10T01:23:20,051 DEBUG [RS:0;0c4d4d227d60:44217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-411199071/flush-table-proc/acquired' 2024-11-10T01:23:20,051 DEBUG [RS:0;0c4d4d227d60:44217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:23:20,051 DEBUG [RS:0;0c4d4d227d60:44217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:23:20,051 DEBUG [RS:0;0c4d4d227d60:44217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,44217,1731201799128 2024-11-10T01:23:20,051 DEBUG [RS:0;0c4d4d227d60:44217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,44217,1731201799128' 2024-11-10T01:23:20,051 DEBUG [RS:0;0c4d4d227d60:44217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-411199071/online-snapshot/abort' 2024-11-10T01:23:20,051 DEBUG [RS:0;0c4d4d227d60:44217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-411199071/online-snapshot/acquired' 2024-11-10T01:23:20,052 DEBUG [RS:0;0c4d4d227d60:44217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:23:20,052 INFO [RS:0;0c4d4d227d60:44217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:23:20,052 INFO [RS:0;0c4d4d227d60:44217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:23:20,152 INFO [RS:0;0c4d4d227d60:44217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:23:20,153 INFO [RS:0;0c4d4d227d60:44217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C44217%2C1731201799128, suffix=, logDir=hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/WALs/0c4d4d227d60,44217,1731201799128, archiveDir=hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/oldWALs, maxLogs=10 2024-11-10T01:23:20,171 DEBUG [RS:0;0c4d4d227d60:44217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/WALs/0c4d4d227d60,44217,1731201799128/0c4d4d227d60%2C44217%2C1731201799128.1731201800154, exclude list is [], retry=0 2024-11-10T01:23:20,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43629,DS-768de2e0-6387-4403-8479-dec279700a57,DISK] 2024-11-10T01:23:20,181 INFO [RS:0;0c4d4d227d60:44217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/WALs/0c4d4d227d60,44217,1731201799128/0c4d4d227d60%2C44217%2C1731201799128.1731201800154 2024-11-10T01:23:20,181 DEBUG [RS:0;0c4d4d227d60:44217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46605:46605)] 2024-11-10T01:23:20,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:20,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:23:20,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:23:20,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:20,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:20,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:23:20,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:23:20,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:20,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:20,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:23:20,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:23:20,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:20,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:20,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:23:20,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:23:20,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:20,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:20,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:23:20,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/data/hbase/meta/1588230740 2024-11-10T01:23:20,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/data/hbase/meta/1588230740 2024-11-10T01:23:20,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:23:20,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:23:20,320 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:23:20,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:23:20,322 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:23:20,322 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69740047, jitterRate=0.03920768201351166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:23:20,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201800312Initializing all the Stores at 1731201800312Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201800312Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201800313 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201800313Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201800313Cleaning up temporary data from old regions at 1731201800320 (+7 ms)Region opened successfully at 1731201800323 (+3 ms) 2024-11-10T01:23:20,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:23:20,323 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:23:20,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:23:20,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:23:20,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:23:20,323 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:23:20,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201800323Disabling compacts and flushes for region at 1731201800323Disabling writes for close at 1731201800323Writing region close event to WAL at 1731201800323Closed at 1731201800323 2024-11-10T01:23:20,324 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:23:20,324 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:23:20,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:23:20,325 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:23:20,326 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:23:20,476 DEBUG [0c4d4d227d60:41263 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:23:20,476 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,44217,1731201799128 2024-11-10T01:23:20,477 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,44217,1731201799128, state=OPENING 2024-11-10T01:23:20,484 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:23:20,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071 2024-11-10T01:23:20,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x1012257052d0001, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411199071 2024-11-10T01:23:20,495 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:23:20,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-411199071/meta-region-server: CHANGED 2024-11-10T01:23:20,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-411199071/meta-region-server: CHANGED 2024-11-10T01:23:20,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,44217,1731201799128}] 2024-11-10T01:23:20,647 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:23:20,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:23:20,656 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:23:20,656 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:23:20,657 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:23:20,659 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C44217%2C1731201799128.meta, suffix=.meta, logDir=hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/WALs/0c4d4d227d60,44217,1731201799128, archiveDir=hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/oldWALs, maxLogs=10 2024-11-10T01:23:20,676 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/WALs/0c4d4d227d60,44217,1731201799128/0c4d4d227d60%2C44217%2C1731201799128.meta.1731201800659.meta, exclude list is [], retry=0 2024-11-10T01:23:20,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43629,DS-768de2e0-6387-4403-8479-dec279700a57,DISK] 2024-11-10T01:23:20,682 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/WALs/0c4d4d227d60,44217,1731201799128/0c4d4d227d60%2C44217%2C1731201799128.meta.1731201800659.meta 2024-11-10T01:23:20,684 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46605:46605)] 2024-11-10T01:23:20,684 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:23:20,685 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:23:20,685 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:23:20,685 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:23:20,685 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:23:20,685 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:23:20,685 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:20,685 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:23:20,685 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:23:20,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:23:20,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:23:20,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:20,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:20,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:23:20,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:23:20,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:20,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:20,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:23:20,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:23:20,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:20,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:20,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:23:20,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:23:20,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:20,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:20,694 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:23:20,695 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/data/hbase/meta/1588230740 2024-11-10T01:23:20,696 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/data/hbase/meta/1588230740 2024-11-10T01:23:20,698 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:23:20,698 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:23:20,698 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:23:20,699 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:23:20,700 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67229269, jitterRate=0.001794174313545227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:23:20,700 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:23:20,701 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201800685Writing region info on filesystem at 1731201800685Initializing all the Stores at 1731201800686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201800686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201800686Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201800686Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201800686Cleaning up temporary data from old regions at 1731201800698 (+12 ms)Running coprocessor post-open hooks at 1731201800700 (+2 ms)Region opened successfully at 1731201800701 (+1 ms) 2024-11-10T01:23:20,702 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201800647 2024-11-10T01:23:20,704 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:23:20,704 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:23:20,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,44217,1731201799128 2024-11-10T01:23:20,705 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,44217,1731201799128, state=OPEN 2024-11-10T01:23:20,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x1012257052d0001, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-411199071/meta-region-server 2024-11-10T01:23:20,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1012257052d0000, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-411199071/meta-region-server 2024-11-10T01:23:20,743 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,44217,1731201799128 2024-11-10T01:23:20,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-411199071/meta-region-server: CHANGED 2024-11-10T01:23:20,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-411199071/meta-region-server: CHANGED 2024-11-10T01:23:20,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:23:20,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,44217,1731201799128 in 248 msec 2024-11-10T01:23:20,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:23:20,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-10T01:23:20,750 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:23:20,751 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:23:20,752 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:20,752 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,44217,1731201799128, seqNum=-1] 2024-11-10T01:23:20,753 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:20,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:23:20,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 875 msec 2024-11-10T01:23:20,763 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201800763, completionTime=-1 2024-11-10T01:23:20,763 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:23:20,764 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:23:20,769 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:23:20,769 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201860769 2024-11-10T01:23:20,769 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201920769 2024-11-10T01:23:20,769 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-10T01:23:20,769 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41263,1731201798863-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,769 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41263,1731201798863-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,769 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41263,1731201798863-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,769 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:41263, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,769 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,772 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:23:20,780 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,784 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.573sec 2024-11-10T01:23:20,785 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:23:20,785 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:23:20,785 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:23:20,785 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:23:20,785 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:23:20,785 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41263,1731201798863-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:23:20,785 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41263,1731201798863-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:23:20,796 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:23:20,796 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:23:20,797 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,41263,1731201798863-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:20,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee5e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:20,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,41263,-1 for getting cluster id 2024-11-10T01:23:20,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:20,861 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6683ffec-cb2f-4b42-b643-f46a147d0ee7' 2024-11-10T01:23:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6683ffec-cb2f-4b42-b643-f46a147d0ee7" 2024-11-10T01:23:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6965da15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,41263,-1] 2024-11-10T01:23:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:20,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:20,863 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:20,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5738f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:20,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:20,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,44217,1731201799128, seqNum=-1] 2024-11-10T01:23:20,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:20,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:23:20,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,41263,1731201798863 2024-11-10T01:23:20,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54455 2024-11-10T01:23:20,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54455, baseZNode=/0-411199071 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:23:20,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012257052d0002 connected 2024-11-10T01:23:20,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:20,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,41263,1731201798863 2024-11-10T01:23:20,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e0d4489 2024-11-10T01:23:20,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:23:20,932 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:23:20,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:23:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T01:23:20,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:23:20,936 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:20,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T01:23:20,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:23:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:20,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741835_1011 (size=902) 2024-11-10T01:23:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:21,369 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc0bcd014fdd9aa3687572ba246e1c8a, NAME => 'test,,1731201800933.cc0bcd014fdd9aa3687572ba246e1c8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626 2024-11-10T01:23:21,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741836_1012 (size=39) 2024-11-10T01:23:21,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731201800933.cc0bcd014fdd9aa3687572ba246e1c8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:21,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cc0bcd014fdd9aa3687572ba246e1c8a, disabling compactions & flushes 2024-11-10T01:23:21,414 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731201800933.cc0bcd014fdd9aa3687572ba246e1c8a. 2024-11-10T01:23:21,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201800933.cc0bcd014fdd9aa3687572ba246e1c8a. 2024-11-10T01:23:21,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731201800933.cc0bcd014fdd9aa3687572ba246e1c8a. after waiting 0 ms 2024-11-10T01:23:21,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731201800933.cc0bcd014fdd9aa3687572ba246e1c8a. 2024-11-10T01:23:21,414 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731201800933.cc0bcd014fdd9aa3687572ba246e1c8a. 2024-11-10T01:23:21,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc0bcd014fdd9aa3687572ba246e1c8a: Waiting for close lock at 1731201801414Disabling compacts and flushes for region at 1731201801414Disabling writes for close at 1731201801414Writing region close event to WAL at 1731201801414Closed at 1731201801414 2024-11-10T01:23:21,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:23:21,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731201800933.cc0bcd014fdd9aa3687572ba246e1c8a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731201801415"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201801415"}]},"ts":"1731201801415"} 2024-11-10T01:23:21,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:23:21,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:23:21,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201801419"}]},"ts":"1731201801419"} 2024-11-10T01:23:21,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T01:23:21,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc0bcd014fdd9aa3687572ba246e1c8a, ASSIGN}] 2024-11-10T01:23:21,425 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc0bcd014fdd9aa3687572ba246e1c8a, ASSIGN 2024-11-10T01:23:21,426 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cc0bcd014fdd9aa3687572ba246e1c8a, ASSIGN; state=OFFLINE, location=0c4d4d227d60,44217,1731201799128; forceNewPlan=false, retain=false 2024-11-10T01:23:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:21,577 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc0bcd014fdd9aa3687572ba246e1c8a, regionState=OPENING, regionLocation=0c4d4d227d60,44217,1731201799128 2024-11-10T01:23:21,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cc0bcd014fdd9aa3687572ba246e1c8a, ASSIGN because future has completed 2024-11-10T01:23:21,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc0bcd014fdd9aa3687572ba246e1c8a, server=0c4d4d227d60,44217,1731201799128}] 2024-11-10T01:23:21,764 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731201800933.cc0bcd014fdd9aa3687572ba246e1c8a. 2024-11-10T01:23:21,764 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cc0bcd014fdd9aa3687572ba246e1c8a, NAME => 'test,,1731201800933.cc0bcd014fdd9aa3687572ba246e1c8a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:23:21,765 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:23:21,765 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T01:23:21,765 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cc0bcd014fdd9aa3687572ba246e1c8a 2024-11-10T01:23:21,766 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731201800933.cc0bcd014fdd9aa3687572ba246e1c8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:21,766 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cc0bcd014fdd9aa3687572ba246e1c8a 2024-11-10T01:23:21,766 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cc0bcd014fdd9aa3687572ba246e1c8a 2024-11-10T01:23:21,776 INFO [StoreOpener-cc0bcd014fdd9aa3687572ba246e1c8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc0bcd014fdd9aa3687572ba246e1c8a 2024-11-10T01:23:21,778 INFO [StoreOpener-cc0bcd014fdd9aa3687572ba246e1c8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc0bcd014fdd9aa3687572ba246e1c8a columnFamilyName f 2024-11-10T01:23:21,778 DEBUG [StoreOpener-cc0bcd014fdd9aa3687572ba246e1c8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:21,778 INFO [StoreOpener-cc0bcd014fdd9aa3687572ba246e1c8a-1 {}] regionserver.HStore(327): Store=cc0bcd014fdd9aa3687572ba246e1c8a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:21,778 INFO [StoreOpener-cc0bcd014fdd9aa3687572ba246e1c8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cc0bcd014fdd9aa3687572ba246e1c8a 2024-11-10T01:23:21,779 INFO [StoreOpener-cc0bcd014fdd9aa3687572ba246e1c8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc0bcd014fdd9aa3687572ba246e1c8a columnFamilyName f1 2024-11-10T01:23:21,780 DEBUG [StoreOpener-cc0bcd014fdd9aa3687572ba246e1c8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:21,780 INFO [StoreOpener-cc0bcd014fdd9aa3687572ba246e1c8a-1 {}] regionserver.HStore(327): Store=cc0bcd014fdd9aa3687572ba246e1c8a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:21,780 INFO [StoreOpener-cc0bcd014fdd9aa3687572ba246e1c8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cc0bcd014fdd9aa3687572ba246e1c8a 2024-11-10T01:23:21,782 INFO [StoreOpener-cc0bcd014fdd9aa3687572ba246e1c8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc0bcd014fdd9aa3687572ba246e1c8a columnFamilyName norep 2024-11-10T01:23:21,782 DEBUG [StoreOpener-cc0bcd014fdd9aa3687572ba246e1c8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:21,784 INFO [StoreOpener-cc0bcd014fdd9aa3687572ba246e1c8a-1 {}] regionserver.HStore(327): Store=cc0bcd014fdd9aa3687572ba246e1c8a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:21,784 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cc0bcd014fdd9aa3687572ba246e1c8a 2024-11-10T01:23:21,784 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/data/default/test/cc0bcd014fdd9aa3687572ba246e1c8a 2024-11-10T01:23:21,784 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/data/default/test/cc0bcd014fdd9aa3687572ba246e1c8a 2024-11-10T01:23:21,785 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cc0bcd014fdd9aa3687572ba246e1c8a 2024-11-10T01:23:21,786 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cc0bcd014fdd9aa3687572ba246e1c8a 2024-11-10T01:23:21,787 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:23:21,788 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cc0bcd014fdd9aa3687572ba246e1c8a 2024-11-10T01:23:21,801 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/data/default/test/cc0bcd014fdd9aa3687572ba246e1c8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:23:21,801 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cc0bcd014fdd9aa3687572ba246e1c8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60523125, jitterRate=-0.09813515841960907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:23:21,801 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc0bcd014fdd9aa3687572ba246e1c8a 2024-11-10T01:23:21,802 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cc0bcd014fdd9aa3687572ba246e1c8a: Running coprocessor pre-open hook at 1731201801766Writing region info on filesystem at 1731201801766Initializing all the Stores at 1731201801767 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201801767Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201801776 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201801776Cleaning up temporary data from old regions at 1731201801786 (+10 ms)Running coprocessor post-open hooks at 1731201801801 (+15 ms)Region opened successfully at 1731201801802 (+1 ms) 2024-11-10T01:23:21,803 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731201800933.cc0bcd014fdd9aa3687572ba246e1c8a., pid=6, masterSystemTime=1731201801744 2024-11-10T01:23:21,805 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731201800933.cc0bcd014fdd9aa3687572ba246e1c8a. 2024-11-10T01:23:21,805 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731201800933.cc0bcd014fdd9aa3687572ba246e1c8a. 2024-11-10T01:23:21,806 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc0bcd014fdd9aa3687572ba246e1c8a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0c4d4d227d60,44217,1731201799128 2024-11-10T01:23:21,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc0bcd014fdd9aa3687572ba246e1c8a, server=0c4d4d227d60,44217,1731201799128 because future has completed 2024-11-10T01:23:21,811 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=0c4d4d227d60,44217,1731201799128, table=test, region=cc0bcd014fdd9aa3687572ba246e1c8a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T01:23:21,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:23:21,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cc0bcd014fdd9aa3687572ba246e1c8a, server=0c4d4d227d60,44217,1731201799128 in 233 msec 2024-11-10T01:23:21,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:23:21,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cc0bcd014fdd9aa3687572ba246e1c8a, ASSIGN in 392 msec 2024-11-10T01:23:21,820 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:23:21,820 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201801820"}]},"ts":"1731201801820"} 2024-11-10T01:23:21,822 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T01:23:21,823 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:23:21,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 890 msec 2024-11-10T01:23:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:22,078 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T01:23:22,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5494c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:22,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,41263,-1 for getting cluster id 2024-11-10T01:23:22,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:22,080 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6683ffec-cb2f-4b42-b643-f46a147d0ee7' 2024-11-10T01:23:22,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:22,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6683ffec-cb2f-4b42-b643-f46a147d0ee7" 2024-11-10T01:23:22,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7acda7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:22,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,41263,-1] 2024-11-10T01:23:22,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:22,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:22,081 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ef85f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:22,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,41263,1731201798863 2024-11-10T01:23:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@284ea3c7 2024-11-10T01:23:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:23:22,085 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:23:22,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:41263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:23:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:23:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:23:22,090 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:41263' 2024-11-10T01:23:22,091 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22394f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:22,091 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,41263,-1 for getting cluster id 2024-11-10T01:23:22,091 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:22,092 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6683ffec-cb2f-4b42-b643-f46a147d0ee7' 2024-11-10T01:23:22,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:22,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6683ffec-cb2f-4b42-b643-f46a147d0ee7" 2024-11-10T01:23:22,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61938408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:22,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,41263,-1] 2024-11-10T01:23:22,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:22,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:22,093 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:22,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272e653c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:22,094 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:22,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,41263,1731201798863 2024-11-10T01:23:22,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e2df588 2024-11-10T01:23:22,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:23:22,097 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:23:22,098 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-10T01:23:22,098 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:23:22,098 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:22,098 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:22,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:22,098 WARN [PEWorker-5 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://0c4d4d227d60:41263, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:23:22,104 ERROR [PEWorker-5 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://0c4d4d227d60:41263, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://0c4d4d227d60:41263, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://0c4d4d227d60:41263, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-10T01:23:22,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://0c4d4d227d60:41263, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=20 msec 2024-11-10T01:23:22,106 WARN [PEWorker-5 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-10T01:23:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:23:22,199 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://0c4d4d227d60:41263, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-10T01:23:22,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:22,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:22,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:22,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:22,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:22,228 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 358) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1963824752-7880 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_660838989_20 at /127.0.0.1:50806 [Receiving block BP-294781974-172.17.0.3-1731201796500:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@60a7560d[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4acf03fc java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6287650e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963824752-7881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/cluster_9fef05e3-2ae3-7392-8ae4-f6e307d48575/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@19caf068 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 34997 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Session-HouseKeeper-79e3ec00-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0c4d4d227d60:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1963824752-7877 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fb7f8433c78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/cluster_9fef05e3-2ae3-7392-8ae4-f6e307d48575/data/data1/current/BP-294781974-172.17.0.3-1731201796500 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$609/0x00007fb7f8ad7068.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-614397104_20 at /127.0.0.1:50774 [Receiving block BP-294781974-172.17.0.3-1731201796500:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/cluster_9fef05e3-2ae3-7392-8ae4-f6e307d48575/data/data2/current/BP-294781974-172.17.0.3-1731201796500 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-294781974-172.17.0.3-1731201796500 heartbeating to localhost/127.0.0.1:39801 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5324206f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201799891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: 0c4d4d227d60:41263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: PacketResponder: BP-294781974-172.17.0.3-1731201796500:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3a973a85 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_660838989_20 at /127.0.0.1:50792 [Receiving block BP-294781974-172.17.0.3-1731201796500:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626-prefix:0c4d4d227d60,44217,1731201799128.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;0c4d4d227d60:44217-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-294781974-172.17.0.3-1731201796500:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963824752-7878 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fb7f8433c78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/0c4d4d227d60:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1845241923) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp275116431-7927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 4 on default port 39801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 39801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54455) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: regionserver/0c4d4d227d60:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54455) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:39801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp275116431-7926 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963824752-7876 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fb7f8433c78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963824752-7882 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:54455): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp275116431-7925-acceptor-0@1d152319-ServerConnector@6ba4ad3{HTTP/1.1, (http/1.1)}{localhost:45427} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:39801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 2 on default port 34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp275116431-7924 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fb7f8433c78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_660838989_20 at /127.0.0.1:50724 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626-prefix:0c4d4d227d60,44217,1731201799128 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963824752-7879-acceptor-0@6fa266e9-ServerConnector@2825f3bc{HTTP/1.1, (http/1.1)}{localhost:37749} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master/0c4d4d227d60:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:39801 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39801/user/jenkins/test-data/1a313d89-6f20-611f-3d0a-a98580be7626/MasterData-prefix:0c4d4d227d60,41263,1731201798863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 39801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;0c4d4d227d60:41263 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$477/0x00007fb7f89f2668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3a912965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0c4d4d227d60:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201799891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@fe748cf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1e50a615-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7d47a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54455 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: PacketResponder: BP-294781974-172.17.0.3-1731201796500:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@228f50a6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54455) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39801 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS:0;0c4d4d227d60:44217 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963824752-7875 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fb7f8433c78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/cluster_9fef05e3-2ae3-7392-8ae4-f6e307d48575/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) - Thread LEAK? -, OpenFileDescriptor=870 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 432) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=599 (was 699) 2024-11-10T01:23:22,232 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-10T01:23:22,252 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=599 2024-11-10T01:23:22,252 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-10T01:23:22,271 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-10T01:23:22,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/hadoop.log.dir so I do NOT create it in target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92 2024-11-10T01:23:22,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:23:22,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/hadoop.tmp.dir so I do NOT create it in target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92 2024-11-10T01:23:22,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e7dc4c-43ec-88a8-0e85-b407566592fa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:23:22,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92 2024-11-10T01:23:22,273 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/cluster_1ab874d7-cfc3-9577-a608-cb643b0abd55, deleteOnExit=true 2024-11-10T01:23:22,337 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/cluster_1ab874d7-cfc3-9577-a608-cb643b0abd55/zookeeper_0, clientPort=62842, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/cluster_1ab874d7-cfc3-9577-a608-cb643b0abd55/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/cluster_1ab874d7-cfc3-9577-a608-cb643b0abd55/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T01:23:22,340 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62842 2024-11-10T01:23:22,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:23:22,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:23:22,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/test.cache.data in system properties and HBase conf 2024-11-10T01:23:22,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:23:22,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:23:22,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:23:22,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:23:22,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:23:22,341 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:23:22,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:23:22,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:23:22,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:23:22,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:23:22,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:23:22,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:23:22,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:23:22,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:23:22,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:23:22,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:23:22,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:23:22,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:23:22,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:23:22,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:23:22,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:23:22,857 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:23:22,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:23:22,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:23:22,869 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:23:22,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:23:22,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2df187a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:23:22,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c7c8d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:23:23,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c1dbb12{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/java.io.tmpdir/jetty-localhost-35801-hadoop-hdfs-3_4_1-tests_jar-_-any-14820418768175289141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:23:23,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c28748a{HTTP/1.1, (http/1.1)}{localhost:35801} 2024-11-10T01:23:23,018 INFO [Time-limited test {}] server.Server(415): Started @330528ms 2024-11-10T01:23:23,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:23:23,282 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:23:23,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:23:23,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:23:23,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:23:23,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c296e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:23:23,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54be97cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:23:23,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@469a5485{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/java.io.tmpdir/jetty-localhost-38403-hadoop-hdfs-3_4_1-tests_jar-_-any-588993360677350633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:23:23,379 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dc40698{HTTP/1.1, (http/1.1)}{localhost:38403} 2024-11-10T01:23:23,379 INFO [Time-limited test {}] server.Server(415): Started @330889ms 2024-11-10T01:23:23,380 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:23:24,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:23:24,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T01:23:24,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T01:23:24,019 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T01:23:24,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:23:24,019 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T01:23:24,041 WARN [Thread-4303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/cluster_1ab874d7-cfc3-9577-a608-cb643b0abd55/data/data2/current/BP-440865373-172.17.0.3-1731201802391/current, will proceed with Du for space computation calculation, 2024-11-10T01:23:24,041 WARN [Thread-4302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/cluster_1ab874d7-cfc3-9577-a608-cb643b0abd55/data/data1/current/BP-440865373-172.17.0.3-1731201802391/current, will proceed with Du for space computation calculation, 2024-11-10T01:23:24,058 WARN [Thread-4290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:23:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bf464400e1420aa with lease ID 0xd262748b1de0d482: Processing first storage report for DS-8f603ffd-6f7f-4017-aaa2-648ca9783d34 from datanode DatanodeRegistration(127.0.0.1:45053, datanodeUuid=4ba520a6-18d1-4e57-b317-2336a561b2ff, infoPort=43555, infoSecurePort=0, ipcPort=37167, storageInfo=lv=-57;cid=testClusterID;nsid=430929560;c=1731201802391) 2024-11-10T01:23:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bf464400e1420aa with lease ID 0xd262748b1de0d482: from storage DS-8f603ffd-6f7f-4017-aaa2-648ca9783d34 node DatanodeRegistration(127.0.0.1:45053, datanodeUuid=4ba520a6-18d1-4e57-b317-2336a561b2ff, infoPort=43555, infoSecurePort=0, ipcPort=37167, storageInfo=lv=-57;cid=testClusterID;nsid=430929560;c=1731201802391), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:23:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bf464400e1420aa with lease ID 0xd262748b1de0d482: Processing first storage report for DS-f8b46a2d-cf8b-4c46-96fe-424e4caae578 from datanode DatanodeRegistration(127.0.0.1:45053, datanodeUuid=4ba520a6-18d1-4e57-b317-2336a561b2ff, infoPort=43555, infoSecurePort=0, ipcPort=37167, storageInfo=lv=-57;cid=testClusterID;nsid=430929560;c=1731201802391) 2024-11-10T01:23:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bf464400e1420aa with lease ID 0xd262748b1de0d482: from storage DS-f8b46a2d-cf8b-4c46-96fe-424e4caae578 node DatanodeRegistration(127.0.0.1:45053, datanodeUuid=4ba520a6-18d1-4e57-b317-2336a561b2ff, infoPort=43555, infoSecurePort=0, ipcPort=37167, storageInfo=lv=-57;cid=testClusterID;nsid=430929560;c=1731201802391), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:23:24,102 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92 2024-11-10T01:23:24,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:24,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:23:24,114 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c with version=8 2024-11-10T01:23:24,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/hbase-staging 2024-11-10T01:23:24,117 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:23:24,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:24,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:24,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:23:24,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:24,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:23:24,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:23:24,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:23:24,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37375 2024-11-10T01:23:24,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37375 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-10T01:23:24,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373750x0, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:23:24,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37375-0x10122571c060000 connected 2024-11-10T01:23:24,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:24,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:24,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Set watcher on znode that does not yet exist, /01453175476/running 2024-11-10T01:23:24,321 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c, hbase.cluster.distributed=false 2024-11-10T01:23:24,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Set watcher on znode that does not yet exist, /01453175476/acl 2024-11-10T01:23:24,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37375 2024-11-10T01:23:24,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37375 2024-11-10T01:23:24,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37375 2024-11-10T01:23:24,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37375 2024-11-10T01:23:24,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37375 2024-11-10T01:23:24,343 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:23:24,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:24,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:24,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:23:24,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:24,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:23:24,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:23:24,343 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:23:24,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38479 2024-11-10T01:23:24,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38479 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-10T01:23:24,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:24,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:24,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384790x0, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:23:24,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384790x0, quorum=127.0.0.1:62842, baseZNode=/01453175476 Set watcher on znode that does not yet exist, /01453175476/running 2024-11-10T01:23:24,355 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:23:24,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38479-0x10122571c060001 connected 2024-11-10T01:23:24,364 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:23:24,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Set watcher on znode that does not yet exist, /01453175476/master 2024-11-10T01:23:24,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Set watcher on znode that does not yet exist, /01453175476/acl 2024-11-10T01:23:24,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38479 2024-11-10T01:23:24,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38479 2024-11-10T01:23:24,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38479 2024-11-10T01:23:24,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38479 2024-11-10T01:23:24,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38479 2024-11-10T01:23:24,398 DEBUG [M:0;0c4d4d227d60:37375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:37375 2024-11-10T01:23:24,400 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01453175476/backup-masters/0c4d4d227d60,37375,1731201804116 2024-11-10T01:23:24,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476/backup-masters 2024-11-10T01:23:24,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476/backup-masters 2024-11-10T01:23:24,408 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Set watcher on existing znode=/01453175476/backup-masters/0c4d4d227d60,37375,1731201804116 2024-11-10T01:23:24,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:24,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01453175476/master 2024-11-10T01:23:24,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:24,418 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Set watcher on existing znode=/01453175476/master 2024-11-10T01:23:24,418 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01453175476/backup-masters/0c4d4d227d60,37375,1731201804116 from backup master directory 2024-11-10T01:23:24,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01453175476/backup-masters/0c4d4d227d60,37375,1731201804116 2024-11-10T01:23:24,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476/backup-masters 2024-11-10T01:23:24,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476/backup-masters 2024-11-10T01:23:24,428 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:23:24,428 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,37375,1731201804116 2024-11-10T01:23:24,433 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/hbase.id] with ID: 5f4e1b88-f21d-4811-8b45-7a7840a1dd02 2024-11-10T01:23:24,433 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/.tmp/hbase.id 2024-11-10T01:23:24,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:23:24,462 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/.tmp/hbase.id]:[hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/hbase.id] 2024-11-10T01:23:24,473 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:24,473 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:23:24,474 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T01:23:24,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:24,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:24,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:23:24,487 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:23:24,488 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:23:24,488 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:23:24,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:23:24,495 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store 2024-11-10T01:23:24,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:23:24,504 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:24,505 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:23:24,505 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:24,506 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:24,506 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:23:24,506 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:24,506 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:24,506 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201804505Disabling compacts and flushes for region at 1731201804505Disabling writes for close at 1731201804506 (+1 ms)Writing region close event to WAL at 1731201804506Closed at 1731201804506 2024-11-10T01:23:24,507 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/.initializing 2024-11-10T01:23:24,507 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/WALs/0c4d4d227d60,37375,1731201804116 2024-11-10T01:23:24,508 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:23:24,510 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C37375%2C1731201804116, suffix=, logDir=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/WALs/0c4d4d227d60,37375,1731201804116, archiveDir=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/oldWALs, maxLogs=10 2024-11-10T01:23:24,530 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/WALs/0c4d4d227d60,37375,1731201804116/0c4d4d227d60%2C37375%2C1731201804116.1731201804510, exclude list is [], retry=0 2024-11-10T01:23:24,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45053,DS-8f603ffd-6f7f-4017-aaa2-648ca9783d34,DISK] 2024-11-10T01:23:24,541 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/WALs/0c4d4d227d60,37375,1731201804116/0c4d4d227d60%2C37375%2C1731201804116.1731201804510 2024-11-10T01:23:24,544 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43555:43555)] 2024-11-10T01:23:24,544 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:23:24,545 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:24,545 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:24,545 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:24,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:24,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:23:24,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:24,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:24,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:24,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:23:24,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:24,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:24,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:24,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:23:24,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:24,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:24,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:24,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:23:24,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:24,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:24,556 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:24,556 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:24,557 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:24,557 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:24,557 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:24,558 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:23:24,559 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:24,569 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:23:24,569 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74874690, jitterRate=0.11571982502937317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:23:24,569 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201804545Initializing all the Stores at 1731201804546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201804546Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201804548 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201804548Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201804548Cleaning up temporary data from old regions at 1731201804557 (+9 ms)Region opened successfully at 1731201804569 (+12 ms) 2024-11-10T01:23:24,570 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:23:24,572 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3610ff22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:23:24,573 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:23:24,573 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:23:24,573 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:23:24,573 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:23:24,574 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:23:24,574 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:23:24,574 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:23:24,586 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:23:24,587 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Unable to get data of znode /01453175476/balancer because node does not exist (not necessarily an error) 2024-11-10T01:23:24,600 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01453175476/balancer already deleted, retry=false 2024-11-10T01:23:24,601 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:23:24,601 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Unable to get data of znode /01453175476/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:23:24,607 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01453175476/normalizer already deleted, retry=false 2024-11-10T01:23:24,607 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:23:24,617 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Unable to get data of znode /01453175476/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:23:24,628 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01453175476/switch/split already deleted, retry=false 2024-11-10T01:23:24,629 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Unable to get data of znode /01453175476/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:23:24,638 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01453175476/switch/merge already deleted, retry=false 2024-11-10T01:23:24,640 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Unable to get data of znode /01453175476/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:23:24,649 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01453175476/snapshot-cleanup already deleted, retry=false 2024-11-10T01:23:24,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01453175476/running 2024-11-10T01:23:24,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01453175476/running 2024-11-10T01:23:24,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:24,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:24,661 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,37375,1731201804116, sessionid=0x10122571c060000, setting cluster-up flag (Was=false) 2024-11-10T01:23:24,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:24,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:24,712 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01453175476/flush-table-proc/acquired, /01453175476/flush-table-proc/reached, /01453175476/flush-table-proc/abort 2024-11-10T01:23:24,713 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,37375,1731201804116 2024-11-10T01:23:24,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:24,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:24,765 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01453175476/online-snapshot/acquired, /01453175476/online-snapshot/reached, /01453175476/online-snapshot/abort 2024-11-10T01:23:24,766 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,37375,1731201804116 2024-11-10T01:23:24,768 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:23:24,769 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:23:24,769 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:23:24,770 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:23:24,770 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,37375,1731201804116 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:23:24,771 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:23:24,771 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:23:24,771 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:23:24,771 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:23:24,771 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:23:24,771 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:24,772 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:23:24,772 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:24,777 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:23:24,778 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:23:24,779 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:24,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:23:24,797 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(746): ClusterId : 5f4e1b88-f21d-4811-8b45-7a7840a1dd02 2024-11-10T01:23:24,797 DEBUG [RS:0;0c4d4d227d60:38479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:23:24,808 DEBUG [RS:0;0c4d4d227d60:38479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:23:24,808 DEBUG [RS:0;0c4d4d227d60:38479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:23:24,809 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201834809 2024-11-10T01:23:24,809 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:23:24,809 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:23:24,809 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:23:24,809 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:23:24,809 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:23:24,810 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:23:24,812 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:24,819 DEBUG [RS:0;0c4d4d227d60:38479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:23:24,819 DEBUG [RS:0;0c4d4d227d60:38479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1c4d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:23:24,820 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:23:24,820 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:23:24,820 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:23:24,820 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:23:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:23:24,827 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:23:24,827 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c 2024-11-10T01:23:24,840 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:23:24,840 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:23:24,847 DEBUG [RS:0;0c4d4d227d60:38479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:38479 2024-11-10T01:23:24,847 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:23:24,847 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:23:24,847 DEBUG [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:23:24,848 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,37375,1731201804116 with port=38479, startcode=1731201804342 2024-11-10T01:23:24,848 DEBUG [RS:0;0c4d4d227d60:38479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:23:24,849 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201804840,5,FailOnTimeoutGroup] 2024-11-10T01:23:24,852 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201804849,5,FailOnTimeoutGroup] 2024-11-10T01:23:24,852 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:24,852 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:23:24,852 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:24,852 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:24,853 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:23:24,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,38479,1731201804342 2024-11-10T01:23:24,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37375 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,38479,1731201804342 2024-11-10T01:23:24,855 DEBUG [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c 2024-11-10T01:23:24,855 DEBUG [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37017 2024-11-10T01:23:24,855 DEBUG [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:23:24,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476/rs 2024-11-10T01:23:24,867 DEBUG [RS:0;0c4d4d227d60:38479 {}] zookeeper.ZKUtil(111): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Set watcher on existing znode=/01453175476/rs/0c4d4d227d60,38479,1731201804342 2024-11-10T01:23:24,867 WARN [RS:0;0c4d4d227d60:38479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:23:24,867 INFO [RS:0;0c4d4d227d60:38479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:23:24,867 DEBUG [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342 2024-11-10T01:23:24,869 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,38479,1731201804342] 2024-11-10T01:23:24,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741832_1008 (size=32) 2024-11-10T01:23:24,872 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:23:24,876 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:23:24,877 INFO [RS:0;0c4d4d227d60:38479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:23:24,877 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:24,877 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:23:24,878 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:23:24,878 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:24,878 DEBUG [RS:0;0c4d4d227d60:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:24,878 DEBUG [RS:0;0c4d4d227d60:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:24,878 DEBUG [RS:0;0c4d4d227d60:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:24,878 DEBUG [RS:0;0c4d4d227d60:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:24,878 DEBUG [RS:0;0c4d4d227d60:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:24,878 DEBUG [RS:0;0c4d4d227d60:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:23:24,878 DEBUG [RS:0;0c4d4d227d60:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:24,878 DEBUG [RS:0;0c4d4d227d60:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:24,878 DEBUG [RS:0;0c4d4d227d60:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:24,878 DEBUG [RS:0;0c4d4d227d60:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:24,878 DEBUG [RS:0;0c4d4d227d60:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:24,878 DEBUG [RS:0;0c4d4d227d60:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:24,878 DEBUG [RS:0;0c4d4d227d60:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:23:24,878 DEBUG [RS:0;0c4d4d227d60:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:23:24,892 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:24,892 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:24,892 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:24,892 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:24,892 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:24,892 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38479,1731201804342-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:23:24,908 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:23:24,908 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,38479,1731201804342-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:24,908 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:24,908 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.Replication(171): 0c4d4d227d60,38479,1731201804342 started 2024-11-10T01:23:24,924 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:24,924 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,38479,1731201804342, RpcServer on 0c4d4d227d60/172.17.0.3:38479, sessionid=0x10122571c060001 2024-11-10T01:23:24,925 DEBUG [RS:0;0c4d4d227d60:38479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:23:24,925 DEBUG [RS:0;0c4d4d227d60:38479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,38479,1731201804342 2024-11-10T01:23:24,925 DEBUG [RS:0;0c4d4d227d60:38479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,38479,1731201804342' 2024-11-10T01:23:24,925 DEBUG [RS:0;0c4d4d227d60:38479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01453175476/flush-table-proc/abort' 2024-11-10T01:23:24,925 DEBUG [RS:0;0c4d4d227d60:38479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01453175476/flush-table-proc/acquired' 2024-11-10T01:23:24,926 DEBUG [RS:0;0c4d4d227d60:38479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:23:24,926 DEBUG [RS:0;0c4d4d227d60:38479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:23:24,926 DEBUG [RS:0;0c4d4d227d60:38479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,38479,1731201804342 2024-11-10T01:23:24,926 DEBUG [RS:0;0c4d4d227d60:38479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,38479,1731201804342' 2024-11-10T01:23:24,926 DEBUG [RS:0;0c4d4d227d60:38479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01453175476/online-snapshot/abort' 2024-11-10T01:23:24,926 DEBUG [RS:0;0c4d4d227d60:38479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01453175476/online-snapshot/acquired' 2024-11-10T01:23:24,926 DEBUG [RS:0;0c4d4d227d60:38479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:23:24,926 INFO [RS:0;0c4d4d227d60:38479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:23:24,926 INFO [RS:0;0c4d4d227d60:38479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:23:25,027 INFO [RS:0;0c4d4d227d60:38479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:23:25,028 INFO [RS:0;0c4d4d227d60:38479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C38479%2C1731201804342, suffix=, logDir=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342, archiveDir=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/oldWALs, maxLogs=10 2024-11-10T01:23:25,042 DEBUG [RS:0;0c4d4d227d60:38479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028, exclude list is [], retry=0 2024-11-10T01:23:25,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45053,DS-8f603ffd-6f7f-4017-aaa2-648ca9783d34,DISK] 2024-11-10T01:23:25,047 INFO [RS:0;0c4d4d227d60:38479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028 2024-11-10T01:23:25,047 DEBUG [RS:0;0c4d4d227d60:38479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43555:43555)] 2024-11-10T01:23:25,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:25,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:23:25,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:23:25,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:25,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:25,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:23:25,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:23:25,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:25,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:25,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:23:25,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:23:25,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:25,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:25,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:23:25,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:23:25,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:25,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:25,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:23:25,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740 2024-11-10T01:23:25,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740 2024-11-10T01:23:25,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:23:25,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:23:25,281 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:23:25,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:23:25,290 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:23:25,291 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69522486, jitterRate=0.03596577048301697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:23:25,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201805271Initializing all the Stores at 1731201805271Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201805271Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201805272 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201805272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201805272Cleaning up temporary data from old regions at 1731201805281 (+9 ms)Region opened successfully at 1731201805291 (+10 ms) 2024-11-10T01:23:25,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:23:25,291 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:23:25,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:23:25,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:23:25,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:23:25,292 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:23:25,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201805291Disabling compacts and flushes for region at 1731201805291Disabling writes for close at 1731201805291Writing region close event to WAL at 1731201805292 (+1 ms)Closed at 1731201805292 2024-11-10T01:23:25,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:23:25,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:23:25,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:23:25,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:23:25,294 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:23:25,328 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:25,328 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:23:25,329 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128836 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:23:25,445 DEBUG [0c4d4d227d60:37375 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:23:25,446 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,38479,1731201804342 2024-11-10T01:23:25,448 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,38479,1731201804342, state=OPENING 2024-11-10T01:23:25,502 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:23:25,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:25,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:25,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01453175476/meta-region-server: CHANGED 2024-11-10T01:23:25,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01453175476/meta-region-server: CHANGED 2024-11-10T01:23:25,513 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:23:25,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,38479,1731201804342}] 2024-11-10T01:23:25,667 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:23:25,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:23:25,684 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:23:25,684 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:23:25,685 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:23:25,691 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C38479%2C1731201804342.meta, suffix=.meta, logDir=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342, archiveDir=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/oldWALs, maxLogs=10 2024-11-10T01:23:25,707 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.meta.1731201805692.meta, exclude list is [], retry=0 2024-11-10T01:23:25,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45053,DS-8f603ffd-6f7f-4017-aaa2-648ca9783d34,DISK] 2024-11-10T01:23:25,712 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.meta.1731201805692.meta 2024-11-10T01:23:25,713 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43555:43555)] 2024-11-10T01:23:25,713 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:23:25,714 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:23:25,714 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:23:25,714 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:23:25,714 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:23:25,714 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:23:25,714 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:25,714 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:23:25,714 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:23:25,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:23:25,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:23:25,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:25,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:25,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:23:25,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:23:25,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:25,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:25,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:23:25,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:23:25,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:25,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:25,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:23:25,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:23:25,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:25,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:25,720 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:23:25,721 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740 2024-11-10T01:23:25,721 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740 2024-11-10T01:23:25,722 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:23:25,722 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:23:25,722 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:23:25,723 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:23:25,724 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69511051, jitterRate=0.03579537570476532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:23:25,724 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:23:25,724 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201805714Writing region info on filesystem at 1731201805714Initializing all the Stores at 1731201805715 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201805715Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201805716 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201805716Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201805716Cleaning up temporary data from old regions at 1731201805722 (+6 ms)Running coprocessor post-open hooks at 1731201805724 (+2 ms)Region opened successfully at 1731201805724 2024-11-10T01:23:25,725 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201805666 2024-11-10T01:23:25,727 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:23:25,727 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:23:25,728 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,38479,1731201804342 2024-11-10T01:23:25,729 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,38479,1731201804342, state=OPEN 2024-11-10T01:23:25,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01453175476/meta-region-server 2024-11-10T01:23:25,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01453175476/meta-region-server 2024-11-10T01:23:25,766 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,38479,1731201804342 2024-11-10T01:23:25,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01453175476/meta-region-server: CHANGED 2024-11-10T01:23:25,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01453175476/meta-region-server: CHANGED 2024-11-10T01:23:25,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:23:25,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,38479,1731201804342 in 254 msec 2024-11-10T01:23:25,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:23:25,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 475 msec 2024-11-10T01:23:25,771 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:23:25,771 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:23:25,772 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:25,772 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,38479,1731201804342, seqNum=-1] 2024-11-10T01:23:25,772 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:25,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:23:25,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0080 sec 2024-11-10T01:23:25,778 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201805777, completionTime=-1 2024-11-10T01:23:25,778 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:23:25,778 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:23:25,780 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:23:25,780 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201865780 2024-11-10T01:23:25,780 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201925780 2024-11-10T01:23:25,780 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T01:23:25,780 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37375,1731201804116-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:25,781 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37375,1731201804116-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:25,781 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37375,1731201804116-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:25,781 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:37375, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:25,781 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:25,781 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:25,782 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:23:25,784 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.356sec 2024-11-10T01:23:25,784 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:23:25,784 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:23:25,784 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:23:25,784 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:23:25,784 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:23:25,784 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37375,1731201804116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:23:25,784 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37375,1731201804116-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:23:25,786 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:23:25,786 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:23:25,786 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,37375,1731201804116-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:25,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53dae51a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:25,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37375,-1 for getting cluster id 2024-11-10T01:23:25,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:25,799 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f4e1b88-f21d-4811-8b45-7a7840a1dd02' 2024-11-10T01:23:25,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:25,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f4e1b88-f21d-4811-8b45-7a7840a1dd02" 2024-11-10T01:23:25,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83186b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:25,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37375,-1] 2024-11-10T01:23:25,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:25,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:25,801 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:25,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54eccc07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:25,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,38479,1731201804342, seqNum=-1] 2024-11-10T01:23:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:25,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:23:25,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,37375,1731201804116 2024-11-10T01:23:25,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-10T01:23:25,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:23:25,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10122571c060002 connected 2024-11-10T01:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/hadoop.log.dir so I do NOT create it in target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e 2024-11-10T01:23:25,843 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/hadoop.tmp.dir so I do NOT create it in target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e 2024-11-10T01:23:25,843 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:23:25,843 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e 2024-11-10T01:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:23:25,843 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/cluster_e98a375a-76f2-b4b1-94a3-6e99ce3f65ac, deleteOnExit=true 2024-11-10T01:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/test.cache.data in system properties and HBase conf 2024-11-10T01:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:23:25,844 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:23:26,180 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T01:23:26,181 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,181 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,181 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,181 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,181 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,182 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,182 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,217 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,217 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,217 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,218 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,218 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,218 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,225 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,228 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,228 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,230 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:26,257 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:23:26,257 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T01:23:26,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:23:26,274 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:23:26,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:23:26,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:23:26,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:23:26,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:23:26,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63669582{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:23:26,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e1f671b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:23:26,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69acd25c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/java.io.tmpdir/jetty-localhost-33645-hadoop-hdfs-3_4_1-tests_jar-_-any-9744736491256219787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:23:26,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fe4f613{HTTP/1.1, (http/1.1)}{localhost:33645} 2024-11-10T01:23:26,401 INFO [Time-limited test {}] server.Server(415): Started @333911ms 2024-11-10T01:23:26,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:23:26,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:23:26,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:23:26,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:23:26,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:23:26,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7db627b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:23:26,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c3e21c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:23:26,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11ac2cbf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/java.io.tmpdir/jetty-localhost-39103-hadoop-hdfs-3_4_1-tests_jar-_-any-7721333471204277057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:23:26,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e287930{HTTP/1.1, (http/1.1)}{localhost:39103} 2024-11-10T01:23:26,943 INFO [Time-limited test {}] server.Server(415): Started @334453ms 2024-11-10T01:23:26,944 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:23:27,703 WARN [Thread-4424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/cluster_e98a375a-76f2-b4b1-94a3-6e99ce3f65ac/data/data2/current/BP-1199366710-172.17.0.3-1731201805862/current, will proceed with Du for space computation calculation, 2024-11-10T01:23:27,703 WARN [Thread-4423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/cluster_e98a375a-76f2-b4b1-94a3-6e99ce3f65ac/data/data1/current/BP-1199366710-172.17.0.3-1731201805862/current, will proceed with Du for space computation calculation, 2024-11-10T01:23:27,732 WARN [Thread-4411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:23:27,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36c5112ac8d7606 with lease ID 0x7211d8cbb7c1fe04: Processing first storage report for DS-c6dd0a09-cd98-4dd8-9854-1cf5123d26f0 from datanode DatanodeRegistration(127.0.0.1:44647, datanodeUuid=17b8ec32-306c-404a-ad4d-c0b71f4025ff, infoPort=33553, infoSecurePort=0, ipcPort=43939, storageInfo=lv=-57;cid=testClusterID;nsid=1034192495;c=1731201805862) 2024-11-10T01:23:27,734 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36c5112ac8d7606 with lease ID 0x7211d8cbb7c1fe04: from storage DS-c6dd0a09-cd98-4dd8-9854-1cf5123d26f0 node DatanodeRegistration(127.0.0.1:44647, datanodeUuid=17b8ec32-306c-404a-ad4d-c0b71f4025ff, infoPort=33553, infoSecurePort=0, ipcPort=43939, storageInfo=lv=-57;cid=testClusterID;nsid=1034192495;c=1731201805862), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:23:27,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36c5112ac8d7606 with lease ID 0x7211d8cbb7c1fe04: Processing first storage report for DS-d3b16403-312b-4916-9a9d-a85aa8341faf from datanode DatanodeRegistration(127.0.0.1:44647, datanodeUuid=17b8ec32-306c-404a-ad4d-c0b71f4025ff, infoPort=33553, infoSecurePort=0, ipcPort=43939, storageInfo=lv=-57;cid=testClusterID;nsid=1034192495;c=1731201805862) 2024-11-10T01:23:27,734 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36c5112ac8d7606 with lease ID 0x7211d8cbb7c1fe04: from storage DS-d3b16403-312b-4916-9a9d-a85aa8341faf node DatanodeRegistration(127.0.0.1:44647, datanodeUuid=17b8ec32-306c-404a-ad4d-c0b71f4025ff, infoPort=33553, infoSecurePort=0, ipcPort=43939, storageInfo=lv=-57;cid=testClusterID;nsid=1034192495;c=1731201805862), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:23:27,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e 2024-11-10T01:23:27,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:27,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:27,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:23:28,224 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212 with version=8 2024-11-10T01:23:28,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/hbase-staging 2024-11-10T01:23:28,227 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:23:28,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:28,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:28,227 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:23:28,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:28,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:23:28,227 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:23:28,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:23:28,227 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36985 2024-11-10T01:23:28,228 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36985 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-10T01:23:28,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369850x0, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:23:28,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36985-0x10122571c060003 connected 2024-11-10T01:23:28,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:28,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:28,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Set watcher on znode that does not yet exist, /11524640487/running 2024-11-10T01:23:28,358 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212, hbase.cluster.distributed=false 2024-11-10T01:23:28,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Set watcher on znode that does not yet exist, /11524640487/acl 2024-11-10T01:23:28,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36985 2024-11-10T01:23:28,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36985 2024-11-10T01:23:28,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36985 2024-11-10T01:23:28,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36985 2024-11-10T01:23:28,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36985 2024-11-10T01:23:28,380 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:23:28,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:28,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:28,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:23:28,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:28,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:23:28,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:23:28,380 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:23:28,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34427 2024-11-10T01:23:28,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34427 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-10T01:23:28,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:28,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:28,407 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344270x0, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:23:28,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344270x0, quorum=127.0.0.1:62842, baseZNode=/11524640487 Set watcher on znode that does not yet exist, /11524640487/running 2024-11-10T01:23:28,409 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:23:28,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34427-0x10122571c060004 connected 2024-11-10T01:23:28,417 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:23:28,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Set watcher on znode that does not yet exist, /11524640487/master 2024-11-10T01:23:28,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Set watcher on znode that does not yet exist, /11524640487/acl 2024-11-10T01:23:28,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34427 2024-11-10T01:23:28,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34427 2024-11-10T01:23:28,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34427 2024-11-10T01:23:28,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34427 2024-11-10T01:23:28,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34427 2024-11-10T01:23:28,480 DEBUG [M:0;0c4d4d227d60:36985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:36985 2024-11-10T01:23:28,484 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11524640487/backup-masters/0c4d4d227d60,36985,1731201808226 2024-11-10T01:23:28,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487/backup-masters 2024-11-10T01:23:28,491 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487/backup-masters 2024-11-10T01:23:28,492 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Set watcher on existing znode=/11524640487/backup-masters/0c4d4d227d60,36985,1731201808226 2024-11-10T01:23:28,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487 2024-11-10T01:23:28,501 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11524640487/master 2024-11-10T01:23:28,501 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487 2024-11-10T01:23:28,502 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Set watcher on existing znode=/11524640487/master 2024-11-10T01:23:28,503 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11524640487/backup-masters/0c4d4d227d60,36985,1731201808226 from backup master directory 2024-11-10T01:23:28,512 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487/backup-masters 2024-11-10T01:23:28,512 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:23:28,512 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,36985,1731201808226 2024-11-10T01:23:28,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11524640487/backup-masters/0c4d4d227d60,36985,1731201808226 2024-11-10T01:23:28,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487/backup-masters 2024-11-10T01:23:28,522 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/hbase.id] with ID: 93cc975f-b49b-4490-8bb3-e47586c10f80 2024-11-10T01:23:28,522 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/.tmp/hbase.id 2024-11-10T01:23:28,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:23:28,983 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/.tmp/hbase.id]:[hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/hbase.id] 2024-11-10T01:23:28,991 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:28,991 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:23:28,992 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T01:23:29,045 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487 2024-11-10T01:23:29,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487 2024-11-10T01:23:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:23:29,451 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:23:29,451 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:23:29,452 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:23:29,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:23:29,461 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store 2024-11-10T01:23:29,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:23:29,866 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:29,866 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:23:29,866 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:29,866 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:29,866 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:23:29,866 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:29,866 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:29,866 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201809866Disabling compacts and flushes for region at 1731201809866Disabling writes for close at 1731201809866Writing region close event to WAL at 1731201809866Closed at 1731201809866 2024-11-10T01:23:29,867 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/.initializing 2024-11-10T01:23:29,867 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/WALs/0c4d4d227d60,36985,1731201808226 2024-11-10T01:23:29,868 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:23:29,869 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C36985%2C1731201808226, suffix=, logDir=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/WALs/0c4d4d227d60,36985,1731201808226, archiveDir=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/oldWALs, maxLogs=10 2024-11-10T01:23:29,886 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/WALs/0c4d4d227d60,36985,1731201808226/0c4d4d227d60%2C36985%2C1731201808226.1731201809869, exclude list is [], retry=0 2024-11-10T01:23:29,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44647,DS-c6dd0a09-cd98-4dd8-9854-1cf5123d26f0,DISK] 2024-11-10T01:23:29,890 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/WALs/0c4d4d227d60,36985,1731201808226/0c4d4d227d60%2C36985%2C1731201808226.1731201809869 2024-11-10T01:23:29,891 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-10T01:23:29,891 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:23:29,891 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:29,891 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:29,891 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:29,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:29,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:23:29,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:29,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:29,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:29,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:23:29,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:29,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:29,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:29,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:23:29,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:29,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:29,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:29,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:23:29,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:29,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:29,898 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:29,899 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:29,899 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:29,900 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:29,900 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:29,900 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:23:29,901 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:29,904 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:23:29,905 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64498791, jitterRate=-0.038893118500709534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:23:29,905 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201809891Initializing all the Stores at 1731201809892 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201809892Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201809892Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201809892Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201809892Cleaning up temporary data from old regions at 1731201809900 (+8 ms)Region opened successfully at 1731201809905 (+5 ms) 2024-11-10T01:23:29,905 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:23:29,907 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e310497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:23:29,908 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:23:29,908 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:23:29,908 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:23:29,908 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:23:29,909 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:23:29,909 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:23:29,909 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:23:29,910 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:23:29,911 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Unable to get data of znode /11524640487/balancer because node does not exist (not necessarily an error) 2024-11-10T01:23:29,964 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11524640487/balancer already deleted, retry=false 2024-11-10T01:23:29,965 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:23:29,965 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Unable to get data of znode /11524640487/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:23:29,975 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11524640487/normalizer already deleted, retry=false 2024-11-10T01:23:29,975 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:23:29,976 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Unable to get data of znode /11524640487/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:23:29,985 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11524640487/switch/split already deleted, retry=false 2024-11-10T01:23:29,986 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Unable to get data of znode /11524640487/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:23:29,996 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11524640487/switch/merge already deleted, retry=false 2024-11-10T01:23:29,998 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Unable to get data of znode /11524640487/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:23:30,007 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11524640487/snapshot-cleanup already deleted, retry=false 2024-11-10T01:23:30,017 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11524640487/running 2024-11-10T01:23:30,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11524640487/running 2024-11-10T01:23:30,017 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487 2024-11-10T01:23:30,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487 2024-11-10T01:23:30,018 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,36985,1731201808226, sessionid=0x10122571c060003, setting cluster-up flag (Was=false) 2024-11-10T01:23:30,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487 2024-11-10T01:23:30,038 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487 2024-11-10T01:23:30,070 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11524640487/flush-table-proc/acquired, /11524640487/flush-table-proc/reached, /11524640487/flush-table-proc/abort 2024-11-10T01:23:30,071 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,36985,1731201808226 2024-11-10T01:23:30,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487 2024-11-10T01:23:30,091 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487 2024-11-10T01:23:30,122 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11524640487/online-snapshot/acquired, /11524640487/online-snapshot/reached, /11524640487/online-snapshot/abort 2024-11-10T01:23:30,123 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,36985,1731201808226 2024-11-10T01:23:30,124 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:23:30,125 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:23:30,125 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:23:30,126 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:23:30,126 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,36985,1731201808226 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:23:30,127 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:23:30,127 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:23:30,127 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:23:30,127 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:23:30,127 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:23:30,127 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:30,127 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:23:30,127 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:30,129 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:23:30,129 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:23:30,130 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:30,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:23:30,145 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201840145 2024-11-10T01:23:30,145 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:23:30,145 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:23:30,145 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:23:30,145 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:23:30,145 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:23:30,145 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:23:30,151 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,152 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:23:30,152 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:23:30,152 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:23:30,152 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:23:30,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:23:30,155 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:23:30,155 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:23:30,156 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201810155,5,FailOnTimeoutGroup] 2024-11-10T01:23:30,157 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201810156,5,FailOnTimeoutGroup] 2024-11-10T01:23:30,157 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,157 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:23:30,157 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,157 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,157 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:23:30,157 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212 2024-11-10T01:23:30,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741832_1008 (size=32) 2024-11-10T01:23:30,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:30,173 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(746): ClusterId : 93cc975f-b49b-4490-8bb3-e47586c10f80 2024-11-10T01:23:30,173 DEBUG [RS:0;0c4d4d227d60:34427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:23:30,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:23:30,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:23:30,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:30,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:30,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:23:30,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:23:30,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:30,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:30,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:23:30,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:23:30,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:30,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:30,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:23:30,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:23:30,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:30,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:30,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:23:30,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740 2024-11-10T01:23:30,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740 2024-11-10T01:23:30,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:23:30,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:23:30,184 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:23:30,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:23:30,186 DEBUG [RS:0;0c4d4d227d60:34427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:23:30,186 DEBUG [RS:0;0c4d4d227d60:34427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:23:30,187 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:23:30,187 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65892473, jitterRate=-0.018125638365745544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:23:30,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201810167Initializing all the Stores at 1731201810171 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201810171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201810176 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201810176Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201810176Cleaning up temporary data from old regions at 1731201810184 (+8 ms)Region opened successfully at 1731201810187 (+3 ms) 2024-11-10T01:23:30,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:23:30,188 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:23:30,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:23:30,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:23:30,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:23:30,188 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:23:30,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201810188Disabling compacts and flushes for region at 1731201810188Disabling writes for close at 1731201810188Writing region close event to WAL at 1731201810188Closed at 1731201810188 2024-11-10T01:23:30,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:23:30,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:23:30,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:23:30,190 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:23:30,190 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:23:30,197 DEBUG [RS:0;0c4d4d227d60:34427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:23:30,197 DEBUG [RS:0;0c4d4d227d60:34427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b38954c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:23:30,212 DEBUG [RS:0;0c4d4d227d60:34427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:34427 2024-11-10T01:23:30,212 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:23:30,212 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:23:30,212 DEBUG [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:23:30,213 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,36985,1731201808226 with port=34427, startcode=1731201808379 2024-11-10T01:23:30,213 DEBUG [RS:0;0c4d4d227d60:34427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:23:30,214 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:23:30,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,34427,1731201808379 2024-11-10T01:23:30,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36985 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,34427,1731201808379 2024-11-10T01:23:30,216 DEBUG [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212 2024-11-10T01:23:30,216 DEBUG [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45209 2024-11-10T01:23:30,216 DEBUG [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:23:30,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487/rs 2024-11-10T01:23:30,302 DEBUG [RS:0;0c4d4d227d60:34427 {}] zookeeper.ZKUtil(111): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Set watcher on existing znode=/11524640487/rs/0c4d4d227d60,34427,1731201808379 2024-11-10T01:23:30,302 WARN [RS:0;0c4d4d227d60:34427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:23:30,302 INFO [RS:0;0c4d4d227d60:34427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:23:30,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,34427,1731201808379] 2024-11-10T01:23:30,302 DEBUG [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/WALs/0c4d4d227d60,34427,1731201808379 2024-11-10T01:23:30,305 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:23:30,307 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:23:30,307 INFO [RS:0;0c4d4d227d60:34427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:23:30,307 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,307 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:23:30,308 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:23:30,308 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,308 DEBUG [RS:0;0c4d4d227d60:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:30,308 DEBUG [RS:0;0c4d4d227d60:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:30,308 DEBUG [RS:0;0c4d4d227d60:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:30,308 DEBUG [RS:0;0c4d4d227d60:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:30,308 DEBUG [RS:0;0c4d4d227d60:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:30,308 DEBUG [RS:0;0c4d4d227d60:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:23:30,308 DEBUG [RS:0;0c4d4d227d60:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:30,308 DEBUG [RS:0;0c4d4d227d60:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:30,308 DEBUG [RS:0;0c4d4d227d60:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:30,308 DEBUG [RS:0;0c4d4d227d60:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:30,308 DEBUG [RS:0;0c4d4d227d60:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:30,308 DEBUG [RS:0;0c4d4d227d60:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:30,308 DEBUG [RS:0;0c4d4d227d60:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:23:30,308 DEBUG [RS:0;0c4d4d227d60:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:23:30,312 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,312 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,312 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,312 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,312 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,312 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34427,1731201808379-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:23:30,329 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:23:30,329 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,34427,1731201808379-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,329 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,329 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.Replication(171): 0c4d4d227d60,34427,1731201808379 started 2024-11-10T01:23:30,341 WARN [0c4d4d227d60:36985 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T01:23:30,346 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,346 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,34427,1731201808379, RpcServer on 0c4d4d227d60/172.17.0.3:34427, sessionid=0x10122571c060004 2024-11-10T01:23:30,346 DEBUG [RS:0;0c4d4d227d60:34427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:23:30,346 DEBUG [RS:0;0c4d4d227d60:34427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,34427,1731201808379 2024-11-10T01:23:30,346 DEBUG [RS:0;0c4d4d227d60:34427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,34427,1731201808379' 2024-11-10T01:23:30,346 DEBUG [RS:0;0c4d4d227d60:34427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11524640487/flush-table-proc/abort' 2024-11-10T01:23:30,346 DEBUG [RS:0;0c4d4d227d60:34427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11524640487/flush-table-proc/acquired' 2024-11-10T01:23:30,347 DEBUG [RS:0;0c4d4d227d60:34427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:23:30,347 DEBUG [RS:0;0c4d4d227d60:34427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:23:30,347 DEBUG [RS:0;0c4d4d227d60:34427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,34427,1731201808379 2024-11-10T01:23:30,347 DEBUG [RS:0;0c4d4d227d60:34427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,34427,1731201808379' 2024-11-10T01:23:30,347 DEBUG [RS:0;0c4d4d227d60:34427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11524640487/online-snapshot/abort' 2024-11-10T01:23:30,347 DEBUG [RS:0;0c4d4d227d60:34427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11524640487/online-snapshot/acquired' 2024-11-10T01:23:30,347 DEBUG [RS:0;0c4d4d227d60:34427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:23:30,347 INFO [RS:0;0c4d4d227d60:34427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:23:30,347 INFO [RS:0;0c4d4d227d60:34427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:23:30,447 INFO [RS:0;0c4d4d227d60:34427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:23:30,449 INFO [RS:0;0c4d4d227d60:34427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C34427%2C1731201808379, suffix=, logDir=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/WALs/0c4d4d227d60,34427,1731201808379, archiveDir=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/oldWALs, maxLogs=10 2024-11-10T01:23:30,464 DEBUG [RS:0;0c4d4d227d60:34427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/WALs/0c4d4d227d60,34427,1731201808379/0c4d4d227d60%2C34427%2C1731201808379.1731201810449, exclude list is [], retry=0 2024-11-10T01:23:30,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44647,DS-c6dd0a09-cd98-4dd8-9854-1cf5123d26f0,DISK] 2024-11-10T01:23:30,468 INFO [RS:0;0c4d4d227d60:34427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/WALs/0c4d4d227d60,34427,1731201808379/0c4d4d227d60%2C34427%2C1731201808379.1731201810449 2024-11-10T01:23:30,468 DEBUG [RS:0;0c4d4d227d60:34427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-10T01:23:30,591 DEBUG [0c4d4d227d60:36985 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:23:30,591 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,34427,1731201808379 2024-11-10T01:23:30,592 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,34427,1731201808379, state=OPENING 2024-11-10T01:23:30,670 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:23:30,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487 2024-11-10T01:23:30,680 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487 2024-11-10T01:23:30,681 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:23:30,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11524640487/meta-region-server: CHANGED 2024-11-10T01:23:30,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,34427,1731201808379}] 2024-11-10T01:23:30,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11524640487/meta-region-server: CHANGED 2024-11-10T01:23:30,834 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:23:30,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:23:30,838 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:23:30,838 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:23:30,838 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:23:30,839 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C34427%2C1731201808379.meta, suffix=.meta, logDir=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/WALs/0c4d4d227d60,34427,1731201808379, archiveDir=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/oldWALs, maxLogs=10 2024-11-10T01:23:30,855 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/WALs/0c4d4d227d60,34427,1731201808379/0c4d4d227d60%2C34427%2C1731201808379.meta.1731201810840.meta, exclude list is [], retry=0 2024-11-10T01:23:30,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44647,DS-c6dd0a09-cd98-4dd8-9854-1cf5123d26f0,DISK] 2024-11-10T01:23:30,860 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/WALs/0c4d4d227d60,34427,1731201808379/0c4d4d227d60%2C34427%2C1731201808379.meta.1731201810840.meta 2024-11-10T01:23:30,860 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-10T01:23:30,860 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:23:30,860 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:23:30,860 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:23:30,861 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:23:30,861 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:23:30,861 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:23:30,861 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:30,861 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:23:30,861 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:23:30,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:23:30,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:23:30,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:30,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:30,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:23:30,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:23:30,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:30,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:30,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:23:30,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:23:30,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:30,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:30,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:23:30,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:23:30,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:30,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:30,869 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:23:30,869 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740 2024-11-10T01:23:30,870 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740 2024-11-10T01:23:30,872 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:23:30,872 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:23:30,872 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:23:30,874 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:23:30,875 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62269452, jitterRate=-0.07211285829544067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:23:30,875 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:23:30,875 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201810861Writing region info on filesystem at 1731201810861Initializing all the Stores at 1731201810862 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201810862Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201810865 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201810865Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201810865Cleaning up temporary data from old regions at 1731201810872 (+7 ms)Running coprocessor post-open hooks at 1731201810875 (+3 ms)Region opened successfully at 1731201810875 2024-11-10T01:23:30,876 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201810834 2024-11-10T01:23:30,877 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:23:30,877 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:23:30,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,34427,1731201808379 2024-11-10T01:23:30,879 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,34427,1731201808379, state=OPEN 2024-11-10T01:23:30,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11524640487/meta-region-server 2024-11-10T01:23:30,891 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11524640487/meta-region-server 2024-11-10T01:23:30,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11524640487/meta-region-server: CHANGED 2024-11-10T01:23:30,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11524640487/meta-region-server: CHANGED 2024-11-10T01:23:30,891 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,34427,1731201808379 2024-11-10T01:23:30,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:23:30,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,34427,1731201808379 in 210 msec 2024-11-10T01:23:30,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:23:30,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 729 msec 2024-11-10T01:23:30,920 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:23:30,920 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:23:30,921 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:30,921 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,34427,1731201808379, seqNum=-1] 2024-11-10T01:23:30,922 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:30,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:23:30,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 802 msec 2024-11-10T01:23:30,927 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201810927, completionTime=-1 2024-11-10T01:23:30,927 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:23:30,927 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:23:30,929 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:23:30,929 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201870929 2024-11-10T01:23:30,929 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201930929 2024-11-10T01:23:30,929 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T01:23:30,930 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,36985,1731201808226-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,930 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,36985,1731201808226-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,930 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,36985,1731201808226-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,930 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:36985, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,930 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,930 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,932 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:23:30,933 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.421sec 2024-11-10T01:23:30,934 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:23:30,934 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:23:30,934 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:23:30,934 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:23:30,934 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:23:30,934 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,36985,1731201808226-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:23:30,934 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,36985,1731201808226-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:23:30,936 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:23:30,936 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:23:30,936 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,36985,1731201808226-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:30,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e2c30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:30,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,36985,-1 for getting cluster id 2024-11-10T01:23:30,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:30,975 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93cc975f-b49b-4490-8bb3-e47586c10f80' 2024-11-10T01:23:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93cc975f-b49b-4490-8bb3-e47586c10f80" 2024-11-10T01:23:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7dda9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,36985,-1] 2024-11-10T01:23:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:30,977 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:30,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c825276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:30,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,34427,1731201808379, seqNum=-1] 2024-11-10T01:23:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:30,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:23:30,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,36985,1731201808226 2024-11-10T01:23:30,983 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-10T01:23:30,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:23:30,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10122571c060005 connected 2024-11-10T01:23:31,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/hadoop.log.dir so I do NOT create it in target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593 2024-11-10T01:23:31,009 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:23:31,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/hadoop.tmp.dir so I do NOT create it in target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593 2024-11-10T01:23:31,009 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:23:31,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593 2024-11-10T01:23:31,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:23:31,010 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/cluster_37b61cfa-9852-e1a9-462b-a5ce517e8ff8, deleteOnExit=true 2024-11-10T01:23:31,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:23:31,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/test.cache.data in system properties and HBase conf 2024-11-10T01:23:31,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:23:31,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:23:31,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:23:31,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:23:31,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:23:31,011 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:23:31,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:23:31,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:23:31,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:23:31,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:23:31,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:23:31,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:23:31,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:23:31,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:23:31,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:23:31,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:23:31,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:23:31,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:23:31,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:23:31,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:23:31,217 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:23:31,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:31,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:23:31,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:23:31,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:23:31,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:23:31,388 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:23:31,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:23:31,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@509cad7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:23:31,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e807785{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:23:31,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f33d3d5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/java.io.tmpdir/jetty-localhost-40617-hadoop-hdfs-3_4_1-tests_jar-_-any-5712445764595520623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:23:31,503 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15e42844{HTTP/1.1, (http/1.1)}{localhost:40617} 2024-11-10T01:23:31,503 INFO [Time-limited test {}] server.Server(415): Started @339012ms 2024-11-10T01:23:31,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:23:31,843 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:23:31,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:23:31,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:23:31,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:23:31,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d368aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:23:31,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fd2bf66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:23:31,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fa5581d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/java.io.tmpdir/jetty-localhost-40751-hadoop-hdfs-3_4_1-tests_jar-_-any-8224190002832712250/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:23:31,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f23c681{HTTP/1.1, (http/1.1)}{localhost:40751} 2024-11-10T01:23:31,977 INFO [Time-limited test {}] server.Server(415): Started @339486ms 2024-11-10T01:23:31,978 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:23:33,279 WARN [Thread-4544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/cluster_37b61cfa-9852-e1a9-462b-a5ce517e8ff8/data/data1/current/BP-1004544803-172.17.0.3-1731201811035/current, will proceed with Du for space computation calculation, 2024-11-10T01:23:33,279 WARN [Thread-4545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/cluster_37b61cfa-9852-e1a9-462b-a5ce517e8ff8/data/data2/current/BP-1004544803-172.17.0.3-1731201811035/current, will proceed with Du for space computation calculation, 2024-11-10T01:23:33,297 WARN [Thread-4532 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:23:33,299 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa46a82b28f25e193 with lease ID 0xd9bf623567d108b1: Processing first storage report for DS-2ee1a5ca-4dbd-4bae-9e4e-8e1b19bc8208 from datanode DatanodeRegistration(127.0.0.1:45205, datanodeUuid=77300195-ddbd-4a34-846b-c25c248124b8, infoPort=43333, infoSecurePort=0, ipcPort=43089, storageInfo=lv=-57;cid=testClusterID;nsid=399136428;c=1731201811035) 2024-11-10T01:23:33,299 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa46a82b28f25e193 with lease ID 0xd9bf623567d108b1: from storage DS-2ee1a5ca-4dbd-4bae-9e4e-8e1b19bc8208 node DatanodeRegistration(127.0.0.1:45205, datanodeUuid=77300195-ddbd-4a34-846b-c25c248124b8, infoPort=43333, infoSecurePort=0, ipcPort=43089, storageInfo=lv=-57;cid=testClusterID;nsid=399136428;c=1731201811035), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T01:23:33,299 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa46a82b28f25e193 with lease ID 0xd9bf623567d108b1: Processing first storage report for DS-11a94e3b-61ee-4be4-a709-d9535d61f150 from datanode DatanodeRegistration(127.0.0.1:45205, datanodeUuid=77300195-ddbd-4a34-846b-c25c248124b8, infoPort=43333, infoSecurePort=0, ipcPort=43089, storageInfo=lv=-57;cid=testClusterID;nsid=399136428;c=1731201811035) 2024-11-10T01:23:33,299 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa46a82b28f25e193 with lease ID 0xd9bf623567d108b1: from storage DS-11a94e3b-61ee-4be4-a709-d9535d61f150 node DatanodeRegistration(127.0.0.1:45205, datanodeUuid=77300195-ddbd-4a34-846b-c25c248124b8, infoPort=43333, infoSecurePort=0, ipcPort=43089, storageInfo=lv=-57;cid=testClusterID;nsid=399136428;c=1731201811035), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:23:33,342 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593 2024-11-10T01:23:33,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:33,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:33,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:23:33,752 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438 with version=8 2024-11-10T01:23:33,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/hbase-staging 2024-11-10T01:23:33,754 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:23:33,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:33,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:33,754 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:23:33,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:33,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:23:33,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:23:33,754 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:23:33,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44483 2024-11-10T01:23:33,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44483 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-10T01:23:33,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444830x0, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:23:33,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44483-0x10122571c060006 connected 2024-11-10T01:23:34,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:34,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:34,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Set watcher on znode that does not yet exist, /2-877165143/running 2024-11-10T01:23:34,300 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438, hbase.cluster.distributed=false 2024-11-10T01:23:34,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Set watcher on znode that does not yet exist, /2-877165143/acl 2024-11-10T01:23:34,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44483 2024-11-10T01:23:34,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44483 2024-11-10T01:23:34,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44483 2024-11-10T01:23:34,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44483 2024-11-10T01:23:34,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44483 2024-11-10T01:23:34,315 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:23:34,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:34,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:34,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:23:34,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:23:34,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:23:34,315 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:23:34,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:23:34,316 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46223 2024-11-10T01:23:34,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46223 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-10T01:23:34,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:34,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:34,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462230x0, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:23:34,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462230x0, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Set watcher on znode that does not yet exist, /2-877165143/running 2024-11-10T01:23:34,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46223-0x10122571c060007 connected 2024-11-10T01:23:34,381 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:23:34,382 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:23:34,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Set watcher on znode that does not yet exist, /2-877165143/master 2024-11-10T01:23:34,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Set watcher on znode that does not yet exist, /2-877165143/acl 2024-11-10T01:23:34,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46223 2024-11-10T01:23:34,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46223 2024-11-10T01:23:34,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46223 2024-11-10T01:23:34,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46223 2024-11-10T01:23:34,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46223 2024-11-10T01:23:34,402 DEBUG [M:0;0c4d4d227d60:44483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:44483 2024-11-10T01:23:34,402 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-877165143/backup-masters/0c4d4d227d60,44483,1731201813753 2024-11-10T01:23:34,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143/backup-masters 2024-11-10T01:23:34,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143/backup-masters 2024-11-10T01:23:34,512 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Set watcher on existing znode=/2-877165143/backup-masters/0c4d4d227d60,44483,1731201813753 2024-11-10T01:23:34,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143 2024-11-10T01:23:34,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-877165143/master 2024-11-10T01:23:34,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143 2024-11-10T01:23:34,625 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Set watcher on existing znode=/2-877165143/master 2024-11-10T01:23:34,625 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-877165143/backup-masters/0c4d4d227d60,44483,1731201813753 from backup master directory 2024-11-10T01:23:34,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143/backup-masters 2024-11-10T01:23:34,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-877165143/backup-masters/0c4d4d227d60,44483,1731201813753 2024-11-10T01:23:34,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143/backup-masters 2024-11-10T01:23:34,802 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:23:34,802 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,44483,1731201813753 2024-11-10T01:23:34,804 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/hbase.id] with ID: 7e4aac60-8b5e-47e2-ac42-b10285abc31a 2024-11-10T01:23:34,804 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/.tmp/hbase.id 2024-11-10T01:23:34,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:23:34,808 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/.tmp/hbase.id]:[hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/hbase.id] 2024-11-10T01:23:34,814 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:34,814 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:23:34,815 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T01:23:34,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143 2024-11-10T01:23:34,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143 2024-11-10T01:23:34,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:23:34,896 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:23:34,897 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:23:34,897 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:23:34,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:23:34,905 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store 2024-11-10T01:23:34,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:23:35,310 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:35,310 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:23:35,310 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:35,310 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:35,310 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:23:35,310 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:35,310 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:35,310 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201815310Disabling compacts and flushes for region at 1731201815310Disabling writes for close at 1731201815310Writing region close event to WAL at 1731201815310Closed at 1731201815310 2024-11-10T01:23:35,311 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/.initializing 2024-11-10T01:23:35,311 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/WALs/0c4d4d227d60,44483,1731201813753 2024-11-10T01:23:35,312 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:23:35,313 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C44483%2C1731201813753, suffix=, logDir=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/WALs/0c4d4d227d60,44483,1731201813753, archiveDir=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/oldWALs, maxLogs=10 2024-11-10T01:23:35,330 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/WALs/0c4d4d227d60,44483,1731201813753/0c4d4d227d60%2C44483%2C1731201813753.1731201815313, exclude list is [], retry=0 2024-11-10T01:23:35,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45205,DS-2ee1a5ca-4dbd-4bae-9e4e-8e1b19bc8208,DISK] 2024-11-10T01:23:35,333 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/WALs/0c4d4d227d60,44483,1731201813753/0c4d4d227d60%2C44483%2C1731201813753.1731201815313 2024-11-10T01:23:35,334 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43333:43333)] 2024-11-10T01:23:35,334 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:23:35,334 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:35,334 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:35,334 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:35,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:35,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:23:35,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:35,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:35,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:35,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:23:35,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:35,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:35,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:35,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:23:35,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:35,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:35,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:35,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:23:35,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:35,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:35,340 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:35,340 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:35,340 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:35,341 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:35,341 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:35,342 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:23:35,343 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:23:35,344 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:23:35,344 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72107156, jitterRate=0.07448035478591919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:23:35,344 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201815334Initializing all the Stores at 1731201815335 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201815335Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201815335Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201815335Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201815335Cleaning up temporary data from old regions at 1731201815341 (+6 ms)Region opened successfully at 1731201815344 (+3 ms) 2024-11-10T01:23:35,345 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:23:35,347 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7766e735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:23:35,347 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:23:35,348 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:23:35,348 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:23:35,348 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:23:35,348 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:23:35,348 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:23:35,348 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:23:35,350 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:23:35,351 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Unable to get data of znode /2-877165143/balancer because node does not exist (not necessarily an error) 2024-11-10T01:23:35,392 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-877165143/balancer already deleted, retry=false 2024-11-10T01:23:35,392 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:23:35,393 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Unable to get data of znode /2-877165143/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:23:35,487 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-877165143/normalizer already deleted, retry=false 2024-11-10T01:23:35,487 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:23:35,488 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Unable to get data of znode /2-877165143/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:23:35,561 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-877165143/switch/split already deleted, retry=false 2024-11-10T01:23:35,562 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Unable to get data of znode /2-877165143/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:23:35,656 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-877165143/switch/merge already deleted, retry=false 2024-11-10T01:23:35,658 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Unable to get data of znode /2-877165143/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:23:35,720 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-877165143/snapshot-cleanup already deleted, retry=false 2024-11-10T01:23:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-877165143/running 2024-11-10T01:23:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-877165143/running 2024-11-10T01:23:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143 2024-11-10T01:23:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143 2024-11-10T01:23:35,806 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,44483,1731201813753, sessionid=0x10122571c060006, setting cluster-up flag (Was=false) 2024-11-10T01:23:35,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143 2024-11-10T01:23:35,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143 2024-11-10T01:23:36,013 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-877165143/flush-table-proc/acquired, /2-877165143/flush-table-proc/reached, /2-877165143/flush-table-proc/abort 2024-11-10T01:23:36,014 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,44483,1731201813753 2024-11-10T01:23:36,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143 2024-11-10T01:23:36,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143 2024-11-10T01:23:36,124 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-877165143/online-snapshot/acquired, /2-877165143/online-snapshot/reached, /2-877165143/online-snapshot/abort 2024-11-10T01:23:36,125 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,44483,1731201813753 2024-11-10T01:23:36,126 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:23:36,128 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:23:36,128 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:23:36,128 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:23:36,128 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,44483,1731201813753 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:23:36,129 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:23:36,129 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:23:36,130 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:23:36,130 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:23:36,130 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:23:36,130 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:36,130 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:23:36,130 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:36,130 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201846130 2024-11-10T01:23:36,131 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:23:36,131 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:23:36,131 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:23:36,131 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:23:36,131 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:23:36,131 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:23:36,131 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:23:36,131 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:36,131 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:23:36,131 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:23:36,131 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:23:36,131 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:23:36,131 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T01:23:36,132 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:23:36,132 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:23:36,132 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:36,132 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201816132,5,FailOnTimeoutGroup] 2024-11-10T01:23:36,132 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:23:36,135 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201816132,5,FailOnTimeoutGroup] 2024-11-10T01:23:36,135 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:36,135 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:23:36,135 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:36,135 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:36,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:23:36,190 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(746): ClusterId : 7e4aac60-8b5e-47e2-ac42-b10285abc31a 2024-11-10T01:23:36,191 DEBUG [RS:0;0c4d4d227d60:46223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:23:36,203 DEBUG [RS:0;0c4d4d227d60:46223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:23:36,203 DEBUG [RS:0;0c4d4d227d60:46223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:23:36,224 DEBUG [RS:0;0c4d4d227d60:46223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:23:36,224 DEBUG [RS:0;0c4d4d227d60:46223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505ae473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:23:36,235 DEBUG [RS:0;0c4d4d227d60:46223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:46223 2024-11-10T01:23:36,235 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:23:36,235 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:23:36,235 DEBUG [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:23:36,235 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,44483,1731201813753 with port=46223, startcode=1731201814315 2024-11-10T01:23:36,236 DEBUG [RS:0;0c4d4d227d60:46223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:23:36,237 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:23:36,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44483 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,46223,1731201814315 2024-11-10T01:23:36,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44483 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,46223,1731201814315 2024-11-10T01:23:36,238 DEBUG [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438 2024-11-10T01:23:36,238 DEBUG [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46865 2024-11-10T01:23:36,238 DEBUG [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:23:36,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143/rs 2024-11-10T01:23:36,308 DEBUG [RS:0;0c4d4d227d60:46223 {}] zookeeper.ZKUtil(111): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Set watcher on existing znode=/2-877165143/rs/0c4d4d227d60,46223,1731201814315 2024-11-10T01:23:36,308 WARN [RS:0;0c4d4d227d60:46223 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:23:36,309 INFO [RS:0;0c4d4d227d60:46223 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:23:36,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,46223,1731201814315] 2024-11-10T01:23:36,309 DEBUG [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/WALs/0c4d4d227d60,46223,1731201814315 2024-11-10T01:23:36,314 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:23:36,316 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:23:36,316 INFO [RS:0;0c4d4d227d60:46223 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:23:36,316 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:36,316 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:23:36,317 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:23:36,317 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:36,317 DEBUG [RS:0;0c4d4d227d60:46223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:36,317 DEBUG [RS:0;0c4d4d227d60:46223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:36,317 DEBUG [RS:0;0c4d4d227d60:46223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:36,317 DEBUG [RS:0;0c4d4d227d60:46223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:36,317 DEBUG [RS:0;0c4d4d227d60:46223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:36,317 DEBUG [RS:0;0c4d4d227d60:46223 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:23:36,317 DEBUG [RS:0;0c4d4d227d60:46223 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:36,317 DEBUG [RS:0;0c4d4d227d60:46223 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:36,317 DEBUG [RS:0;0c4d4d227d60:46223 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:36,317 DEBUG [RS:0;0c4d4d227d60:46223 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:36,317 DEBUG [RS:0;0c4d4d227d60:46223 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:36,317 DEBUG [RS:0;0c4d4d227d60:46223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:23:36,317 DEBUG [RS:0;0c4d4d227d60:46223 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:23:36,317 DEBUG [RS:0;0c4d4d227d60:46223 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:23:36,320 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:36,320 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:36,320 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:36,320 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:36,321 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:36,321 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,46223,1731201814315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:23:36,336 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:23:36,336 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,46223,1731201814315-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:36,336 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:36,336 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.Replication(171): 0c4d4d227d60,46223,1731201814315 started 2024-11-10T01:23:36,350 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:36,350 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,46223,1731201814315, RpcServer on 0c4d4d227d60/172.17.0.3:46223, sessionid=0x10122571c060007 2024-11-10T01:23:36,350 DEBUG [RS:0;0c4d4d227d60:46223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:23:36,350 DEBUG [RS:0;0c4d4d227d60:46223 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,46223,1731201814315 2024-11-10T01:23:36,350 DEBUG [RS:0;0c4d4d227d60:46223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,46223,1731201814315' 2024-11-10T01:23:36,350 DEBUG [RS:0;0c4d4d227d60:46223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-877165143/flush-table-proc/abort' 2024-11-10T01:23:36,351 DEBUG [RS:0;0c4d4d227d60:46223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-877165143/flush-table-proc/acquired' 2024-11-10T01:23:36,351 DEBUG [RS:0;0c4d4d227d60:46223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:23:36,351 DEBUG [RS:0;0c4d4d227d60:46223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:23:36,351 DEBUG [RS:0;0c4d4d227d60:46223 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,46223,1731201814315 2024-11-10T01:23:36,351 DEBUG [RS:0;0c4d4d227d60:46223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,46223,1731201814315' 2024-11-10T01:23:36,351 DEBUG [RS:0;0c4d4d227d60:46223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-877165143/online-snapshot/abort' 2024-11-10T01:23:36,351 DEBUG [RS:0;0c4d4d227d60:46223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-877165143/online-snapshot/acquired' 2024-11-10T01:23:36,352 DEBUG [RS:0;0c4d4d227d60:46223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:23:36,352 INFO [RS:0;0c4d4d227d60:46223 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:23:36,352 INFO [RS:0;0c4d4d227d60:46223 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:23:36,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:23:36,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:36,452 INFO [RS:0;0c4d4d227d60:46223 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:23:36,453 INFO [RS:0;0c4d4d227d60:46223 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C46223%2C1731201814315, suffix=, logDir=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/WALs/0c4d4d227d60,46223,1731201814315, archiveDir=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/oldWALs, maxLogs=10 2024-11-10T01:23:36,481 DEBUG [RS:0;0c4d4d227d60:46223 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/WALs/0c4d4d227d60,46223,1731201814315/0c4d4d227d60%2C46223%2C1731201814315.1731201816454, exclude list is [], retry=0 2024-11-10T01:23:36,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45205,DS-2ee1a5ca-4dbd-4bae-9e4e-8e1b19bc8208,DISK] 2024-11-10T01:23:36,489 INFO [RS:0;0c4d4d227d60:46223 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/WALs/0c4d4d227d60,46223,1731201814315/0c4d4d227d60%2C46223%2C1731201814315.1731201816454 2024-11-10T01:23:36,489 DEBUG [RS:0;0c4d4d227d60:46223 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43333:43333)] 2024-11-10T01:23:36,543 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:23:36,543 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438 2024-11-10T01:23:36,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741833_1009 (size=32) 2024-11-10T01:23:36,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:36,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:23:36,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:23:36,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:36,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:36,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:23:36,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:23:36,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:36,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:36,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:23:36,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:23:36,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:36,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:36,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:23:36,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:23:36,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:36,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:36,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:23:36,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740 2024-11-10T01:23:36,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740 2024-11-10T01:23:36,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:23:36,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:23:36,966 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:23:36,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:23:36,973 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:23:36,973 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71688107, jitterRate=0.06823603808879852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:23:36,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201816949Initializing all the Stores at 1731201816950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201816950Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201816955 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201816955Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201816955Cleaning up temporary data from old regions at 1731201816965 (+10 ms)Region opened successfully at 1731201816973 (+8 ms) 2024-11-10T01:23:36,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:23:36,973 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:23:36,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:23:36,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:23:36,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:23:36,979 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:23:36,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201816973Disabling compacts and flushes for region at 1731201816973Disabling writes for close at 1731201816973Writing region close event to WAL at 1731201816979 (+6 ms)Closed at 1731201816979 2024-11-10T01:23:36,981 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:23:36,981 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:23:36,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:23:36,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:23:36,983 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:23:37,133 DEBUG [0c4d4d227d60:44483 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:23:37,133 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,46223,1731201814315 2024-11-10T01:23:37,134 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,46223,1731201814315, state=OPENING 2024-11-10T01:23:37,143 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:23:37,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143 2024-11-10T01:23:37,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143 2024-11-10T01:23:37,154 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:23:37,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,46223,1731201814315}] 2024-11-10T01:23:37,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-877165143/meta-region-server: CHANGED 2024-11-10T01:23:37,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-877165143/meta-region-server: CHANGED 2024-11-10T01:23:37,306 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:23:37,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:23:37,311 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:23:37,311 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:23:37,311 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:23:37,313 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C46223%2C1731201814315.meta, suffix=.meta, logDir=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/WALs/0c4d4d227d60,46223,1731201814315, archiveDir=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/oldWALs, maxLogs=10 2024-11-10T01:23:37,326 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/WALs/0c4d4d227d60,46223,1731201814315/0c4d4d227d60%2C46223%2C1731201814315.meta.1731201817313.meta, exclude list is [], retry=0 2024-11-10T01:23:37,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45205,DS-2ee1a5ca-4dbd-4bae-9e4e-8e1b19bc8208,DISK] 2024-11-10T01:23:37,329 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/WALs/0c4d4d227d60,46223,1731201814315/0c4d4d227d60%2C46223%2C1731201814315.meta.1731201817313.meta 2024-11-10T01:23:37,329 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43333:43333)] 2024-11-10T01:23:37,329 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:23:37,329 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:23:37,330 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:23:37,330 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:23:37,330 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:23:37,330 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:23:37,330 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:37,330 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:23:37,330 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:23:37,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:23:37,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:23:37,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:37,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:37,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:23:37,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:23:37,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:37,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:37,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:23:37,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:23:37,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:37,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:37,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:23:37,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:23:37,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:37,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:23:37,334 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:23:37,334 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740 2024-11-10T01:23:37,335 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740 2024-11-10T01:23:37,335 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:23:37,336 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:23:37,336 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:23:37,337 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:23:37,337 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59172646, jitterRate=-0.11825886368751526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:23:37,337 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:23:37,337 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201817330Writing region info on filesystem at 1731201817330Initializing all the Stores at 1731201817331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201817331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201817331Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201817331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201817331Cleaning up temporary data from old regions at 1731201817336 (+5 ms)Running coprocessor post-open hooks at 1731201817337 (+1 ms)Region opened successfully at 1731201817337 2024-11-10T01:23:37,338 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201817306 2024-11-10T01:23:37,339 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:23:37,339 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:23:37,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,46223,1731201814315 2024-11-10T01:23:37,341 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,46223,1731201814315, state=OPEN 2024-11-10T01:23:37,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-877165143/meta-region-server 2024-11-10T01:23:37,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-877165143/meta-region-server 2024-11-10T01:23:37,354 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,46223,1731201814315 2024-11-10T01:23:37,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-877165143/meta-region-server: CHANGED 2024-11-10T01:23:37,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-877165143/meta-region-server: CHANGED 2024-11-10T01:23:37,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:23:37,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,46223,1731201814315 in 200 msec 2024-11-10T01:23:37,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:23:37,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-11-10T01:23:37,357 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:23:37,357 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:23:37,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:37,359 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,46223,1731201814315, seqNum=-1] 2024-11-10T01:23:37,359 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:37,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:23:37,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2350 sec 2024-11-10T01:23:37,363 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201817363, completionTime=-1 2024-11-10T01:23:37,363 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:23:37,364 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:23:37,365 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:23:37,365 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201877365 2024-11-10T01:23:37,365 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731201937365 2024-11-10T01:23:37,365 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T01:23:37,366 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,44483,1731201813753-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:37,366 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,44483,1731201813753-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:37,366 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,44483,1731201813753-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:37,366 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:44483, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:37,366 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:37,366 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:37,367 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:23:37,368 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.566sec 2024-11-10T01:23:37,369 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:23:37,369 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:23:37,369 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:23:37,369 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:23:37,369 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:23:37,369 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,44483,1731201813753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:23:37,369 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,44483,1731201813753-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:23:37,370 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:23:37,370 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:23:37,370 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,44483,1731201813753-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:23:37,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@853aa4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:37,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,44483,-1 for getting cluster id 2024-11-10T01:23:37,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:37,393 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e4aac60-8b5e-47e2-ac42-b10285abc31a' 2024-11-10T01:23:37,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:37,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e4aac60-8b5e-47e2-ac42-b10285abc31a" 2024-11-10T01:23:37,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731fc74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:37,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,44483,-1] 2024-11-10T01:23:37,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:37,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:37,394 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:37,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632f0e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:37,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,46223,1731201814315, seqNum=-1] 2024-11-10T01:23:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:37,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:23:37,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,44483,1731201813753 2024-11-10T01:23:37,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-10T01:23:37,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:23:37,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10122571c060008 connected 2024-11-10T01:23:37,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:37,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,37375,1731201804116 2024-11-10T01:23:37,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@589f2355 2024-11-10T01:23:37,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:23:37,420 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:23:37,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:23:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T01:23:37,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:23:37,423 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:37,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T01:23:37,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:23:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:37,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741835_1011 (size=902) 2024-11-10T01:23:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:37,836 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c7d70bd63cb539a4abe6b379d9feb11, NAME => 'test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c 2024-11-10T01:23:37,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741836_1012 (size=39) 2024-11-10T01:23:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:38,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:38,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1c7d70bd63cb539a4abe6b379d9feb11, disabling compactions & flushes 2024-11-10T01:23:38,240 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11. 2024-11-10T01:23:38,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11. 2024-11-10T01:23:38,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11. after waiting 0 ms 2024-11-10T01:23:38,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11. 2024-11-10T01:23:38,240 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11. 2024-11-10T01:23:38,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c7d70bd63cb539a4abe6b379d9feb11: Waiting for close lock at 1731201818240Disabling compacts and flushes for region at 1731201818240Disabling writes for close at 1731201818240Writing region close event to WAL at 1731201818240Closed at 1731201818240 2024-11-10T01:23:38,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:23:38,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731201818241"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201818241"}]},"ts":"1731201818241"} 2024-11-10T01:23:38,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:23:38,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:23:38,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201818244"}]},"ts":"1731201818244"} 2024-11-10T01:23:38,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T01:23:38,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c7d70bd63cb539a4abe6b379d9feb11, ASSIGN}] 2024-11-10T01:23:38,247 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c7d70bd63cb539a4abe6b379d9feb11, ASSIGN 2024-11-10T01:23:38,247 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1c7d70bd63cb539a4abe6b379d9feb11, ASSIGN; state=OFFLINE, location=0c4d4d227d60,38479,1731201804342; forceNewPlan=false, retain=false 2024-11-10T01:23:38,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c7d70bd63cb539a4abe6b379d9feb11, regionState=OPENING, regionLocation=0c4d4d227d60,38479,1731201804342 2024-11-10T01:23:38,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1c7d70bd63cb539a4abe6b379d9feb11, ASSIGN because future has completed 2024-11-10T01:23:38,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c7d70bd63cb539a4abe6b379d9feb11, server=0c4d4d227d60,38479,1731201804342}] 2024-11-10T01:23:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:38,564 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11. 2024-11-10T01:23:38,564 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c7d70bd63cb539a4abe6b379d9feb11, NAME => 'test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:23:38,565 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:23:38,565 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T01:23:38,565 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1c7d70bd63cb539a4abe6b379d9feb11 2024-11-10T01:23:38,565 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:38,565 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1c7d70bd63cb539a4abe6b379d9feb11 2024-11-10T01:23:38,565 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1c7d70bd63cb539a4abe6b379d9feb11 2024-11-10T01:23:38,568 INFO [StoreOpener-1c7d70bd63cb539a4abe6b379d9feb11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c7d70bd63cb539a4abe6b379d9feb11 2024-11-10T01:23:38,570 INFO [StoreOpener-1c7d70bd63cb539a4abe6b379d9feb11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c7d70bd63cb539a4abe6b379d9feb11 columnFamilyName f 2024-11-10T01:23:38,570 DEBUG [StoreOpener-1c7d70bd63cb539a4abe6b379d9feb11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:38,570 INFO [StoreOpener-1c7d70bd63cb539a4abe6b379d9feb11-1 {}] regionserver.HStore(327): Store=1c7d70bd63cb539a4abe6b379d9feb11/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:38,570 INFO [StoreOpener-1c7d70bd63cb539a4abe6b379d9feb11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1c7d70bd63cb539a4abe6b379d9feb11 2024-11-10T01:23:38,571 INFO [StoreOpener-1c7d70bd63cb539a4abe6b379d9feb11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c7d70bd63cb539a4abe6b379d9feb11 columnFamilyName f1 2024-11-10T01:23:38,571 DEBUG [StoreOpener-1c7d70bd63cb539a4abe6b379d9feb11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:38,571 INFO [StoreOpener-1c7d70bd63cb539a4abe6b379d9feb11-1 {}] regionserver.HStore(327): Store=1c7d70bd63cb539a4abe6b379d9feb11/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:38,572 INFO [StoreOpener-1c7d70bd63cb539a4abe6b379d9feb11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1c7d70bd63cb539a4abe6b379d9feb11 2024-11-10T01:23:38,572 INFO [StoreOpener-1c7d70bd63cb539a4abe6b379d9feb11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c7d70bd63cb539a4abe6b379d9feb11 columnFamilyName norep 2024-11-10T01:23:38,572 DEBUG [StoreOpener-1c7d70bd63cb539a4abe6b379d9feb11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:38,573 INFO [StoreOpener-1c7d70bd63cb539a4abe6b379d9feb11-1 {}] regionserver.HStore(327): Store=1c7d70bd63cb539a4abe6b379d9feb11/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:38,573 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1c7d70bd63cb539a4abe6b379d9feb11 2024-11-10T01:23:38,573 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11 2024-11-10T01:23:38,573 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11 2024-11-10T01:23:38,574 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1c7d70bd63cb539a4abe6b379d9feb11 2024-11-10T01:23:38,574 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1c7d70bd63cb539a4abe6b379d9feb11 2024-11-10T01:23:38,575 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:23:38,575 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1c7d70bd63cb539a4abe6b379d9feb11 2024-11-10T01:23:38,577 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:23:38,577 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1c7d70bd63cb539a4abe6b379d9feb11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74073484, jitterRate=0.10378092527389526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:23:38,577 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c7d70bd63cb539a4abe6b379d9feb11 2024-11-10T01:23:38,577 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1c7d70bd63cb539a4abe6b379d9feb11: Running coprocessor pre-open hook at 1731201818565Writing region info on filesystem at 1731201818565Initializing all the Stores at 1731201818566 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201818566Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201818568 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201818568Cleaning up temporary data from old regions at 1731201818574 (+6 ms)Running coprocessor post-open hooks at 1731201818577 (+3 ms)Region opened successfully at 1731201818577 2024-11-10T01:23:38,581 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11., pid=6, masterSystemTime=1731201818552 2024-11-10T01:23:38,583 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11. 2024-11-10T01:23:38,583 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11. 2024-11-10T01:23:38,583 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c7d70bd63cb539a4abe6b379d9feb11, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0c4d4d227d60,38479,1731201804342 2024-11-10T01:23:38,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c7d70bd63cb539a4abe6b379d9feb11, server=0c4d4d227d60,38479,1731201804342 because future has completed 2024-11-10T01:23:38,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:23:38,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c7d70bd63cb539a4abe6b379d9feb11, server=0c4d4d227d60,38479,1731201804342 in 185 msec 2024-11-10T01:23:38,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:23:38,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1c7d70bd63cb539a4abe6b379d9feb11, ASSIGN in 340 msec 2024-11-10T01:23:38,588 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:23:38,589 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201818588"}]},"ts":"1731201818588"} 2024-11-10T01:23:38,590 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T01:23:38,591 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:23:38,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-10T01:23:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:39,568 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T01:23:39,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,36985,1731201808226 2024-11-10T01:23:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e6ef74a 2024-11-10T01:23:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:23:39,570 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:23:39,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:23:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T01:23:39,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:23:39,573 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:39,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T01:23:39,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:23:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741835_1011 (size=902) 2024-11-10T01:23:39,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5d58565bca8b5f252603ecfcdca6912, NAME => 'test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212 2024-11-10T01:23:39,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741836_1012 (size=39) 2024-11-10T01:23:39,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:39,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f5d58565bca8b5f252603ecfcdca6912, disabling compactions & flushes 2024-11-10T01:23:39,587 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912. 2024-11-10T01:23:39,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912. 2024-11-10T01:23:39,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912. after waiting 0 ms 2024-11-10T01:23:39,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912. 2024-11-10T01:23:39,587 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912. 2024-11-10T01:23:39,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5d58565bca8b5f252603ecfcdca6912: Waiting for close lock at 1731201819587Disabling compacts and flushes for region at 1731201819587Disabling writes for close at 1731201819587Writing region close event to WAL at 1731201819587Closed at 1731201819587 2024-11-10T01:23:39,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:23:39,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731201819588"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201819588"}]},"ts":"1731201819588"} 2024-11-10T01:23:39,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:23:39,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:23:39,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201819591"}]},"ts":"1731201819591"} 2024-11-10T01:23:39,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T01:23:39,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5d58565bca8b5f252603ecfcdca6912, ASSIGN}] 2024-11-10T01:23:39,594 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5d58565bca8b5f252603ecfcdca6912, ASSIGN 2024-11-10T01:23:39,595 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f5d58565bca8b5f252603ecfcdca6912, ASSIGN; state=OFFLINE, location=0c4d4d227d60,34427,1731201808379; forceNewPlan=false, retain=false 2024-11-10T01:23:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:39,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5d58565bca8b5f252603ecfcdca6912, regionState=OPENING, regionLocation=0c4d4d227d60,34427,1731201808379 2024-11-10T01:23:39,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f5d58565bca8b5f252603ecfcdca6912, ASSIGN because future has completed 2024-11-10T01:23:39,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d58565bca8b5f252603ecfcdca6912, server=0c4d4d227d60,34427,1731201808379}] 2024-11-10T01:23:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:39,905 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912. 2024-11-10T01:23:39,905 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f5d58565bca8b5f252603ecfcdca6912, NAME => 'test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:23:39,905 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:23:39,905 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T01:23:39,905 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f5d58565bca8b5f252603ecfcdca6912 2024-11-10T01:23:39,905 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:39,905 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f5d58565bca8b5f252603ecfcdca6912 2024-11-10T01:23:39,906 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f5d58565bca8b5f252603ecfcdca6912 2024-11-10T01:23:39,907 INFO [StoreOpener-f5d58565bca8b5f252603ecfcdca6912-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f5d58565bca8b5f252603ecfcdca6912 2024-11-10T01:23:39,908 INFO [StoreOpener-f5d58565bca8b5f252603ecfcdca6912-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d58565bca8b5f252603ecfcdca6912 columnFamilyName f 2024-11-10T01:23:39,908 DEBUG [StoreOpener-f5d58565bca8b5f252603ecfcdca6912-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:39,909 INFO [StoreOpener-f5d58565bca8b5f252603ecfcdca6912-1 {}] regionserver.HStore(327): Store=f5d58565bca8b5f252603ecfcdca6912/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:39,909 INFO [StoreOpener-f5d58565bca8b5f252603ecfcdca6912-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f5d58565bca8b5f252603ecfcdca6912 2024-11-10T01:23:39,910 INFO [StoreOpener-f5d58565bca8b5f252603ecfcdca6912-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d58565bca8b5f252603ecfcdca6912 columnFamilyName f1 2024-11-10T01:23:39,910 DEBUG [StoreOpener-f5d58565bca8b5f252603ecfcdca6912-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:39,911 INFO [StoreOpener-f5d58565bca8b5f252603ecfcdca6912-1 {}] regionserver.HStore(327): Store=f5d58565bca8b5f252603ecfcdca6912/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:39,911 INFO [StoreOpener-f5d58565bca8b5f252603ecfcdca6912-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f5d58565bca8b5f252603ecfcdca6912 2024-11-10T01:23:39,912 INFO [StoreOpener-f5d58565bca8b5f252603ecfcdca6912-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d58565bca8b5f252603ecfcdca6912 columnFamilyName norep 2024-11-10T01:23:39,912 DEBUG [StoreOpener-f5d58565bca8b5f252603ecfcdca6912-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:39,913 INFO [StoreOpener-f5d58565bca8b5f252603ecfcdca6912-1 {}] regionserver.HStore(327): Store=f5d58565bca8b5f252603ecfcdca6912/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:39,913 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f5d58565bca8b5f252603ecfcdca6912 2024-11-10T01:23:39,914 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912 2024-11-10T01:23:39,914 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912 2024-11-10T01:23:39,915 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f5d58565bca8b5f252603ecfcdca6912 2024-11-10T01:23:39,915 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f5d58565bca8b5f252603ecfcdca6912 2024-11-10T01:23:39,916 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:23:39,917 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f5d58565bca8b5f252603ecfcdca6912 2024-11-10T01:23:39,919 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:23:39,920 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f5d58565bca8b5f252603ecfcdca6912; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75152127, jitterRate=0.11985395848751068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:23:39,920 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5d58565bca8b5f252603ecfcdca6912 2024-11-10T01:23:39,920 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f5d58565bca8b5f252603ecfcdca6912: Running coprocessor pre-open hook at 1731201819906Writing region info on filesystem at 1731201819906Initializing all the Stores at 1731201819906Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201819906Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201819906Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201819906Cleaning up temporary data from old regions at 1731201819915 (+9 ms)Running coprocessor post-open hooks at 1731201819920 (+5 ms)Region opened successfully at 1731201819920 2024-11-10T01:23:39,921 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912., pid=6, masterSystemTime=1731201819901 2024-11-10T01:23:39,924 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5d58565bca8b5f252603ecfcdca6912, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0c4d4d227d60,34427,1731201808379 2024-11-10T01:23:39,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d58565bca8b5f252603ecfcdca6912, server=0c4d4d227d60,34427,1731201808379 because future has completed 2024-11-10T01:23:39,926 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912. 2024-11-10T01:23:39,926 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912. 2024-11-10T01:23:39,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:23:39,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f5d58565bca8b5f252603ecfcdca6912, server=0c4d4d227d60,34427,1731201808379 in 179 msec 2024-11-10T01:23:39,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:23:39,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f5d58565bca8b5f252603ecfcdca6912, ASSIGN in 338 msec 2024-11-10T01:23:39,937 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:23:39,937 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201819937"}]},"ts":"1731201819937"} 2024-11-10T01:23:39,939 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T01:23:39,940 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:23:39,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 369 msec 2024-11-10T01:23:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:40,198 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T01:23:40,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:40,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,44483,1731201813753 2024-11-10T01:23:40,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5804a9e0 2024-11-10T01:23:40,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:23:40,200 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:23:40,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44483 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:23:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44483 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T01:23:40,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:23:40,203 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:40,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44483 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T01:23:40,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:23:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:40,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741835_1011 (size=902) 2024-11-10T01:23:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:40,620 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e217b5557e92442fc772afde787a9ff, NAME => 'test,,1731201820200.6e217b5557e92442fc772afde787a9ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438 2024-11-10T01:23:40,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741836_1012 (size=39) 2024-11-10T01:23:40,626 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731201820200.6e217b5557e92442fc772afde787a9ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:40,626 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6e217b5557e92442fc772afde787a9ff, disabling compactions & flushes 2024-11-10T01:23:40,626 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731201820200.6e217b5557e92442fc772afde787a9ff. 2024-11-10T01:23:40,626 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201820200.6e217b5557e92442fc772afde787a9ff. 2024-11-10T01:23:40,626 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731201820200.6e217b5557e92442fc772afde787a9ff. after waiting 0 ms 2024-11-10T01:23:40,626 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731201820200.6e217b5557e92442fc772afde787a9ff. 2024-11-10T01:23:40,626 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731201820200.6e217b5557e92442fc772afde787a9ff. 2024-11-10T01:23:40,626 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e217b5557e92442fc772afde787a9ff: Waiting for close lock at 1731201820626Disabling compacts and flushes for region at 1731201820626Disabling writes for close at 1731201820626Writing region close event to WAL at 1731201820626Closed at 1731201820626 2024-11-10T01:23:40,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:23:40,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731201820200.6e217b5557e92442fc772afde787a9ff.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731201820627"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201820627"}]},"ts":"1731201820627"} 2024-11-10T01:23:40,629 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:23:40,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:23:40,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201820630"}]},"ts":"1731201820630"} 2024-11-10T01:23:40,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T01:23:40,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e217b5557e92442fc772afde787a9ff, ASSIGN}] 2024-11-10T01:23:40,632 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e217b5557e92442fc772afde787a9ff, ASSIGN 2024-11-10T01:23:40,633 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6e217b5557e92442fc772afde787a9ff, ASSIGN; state=OFFLINE, location=0c4d4d227d60,46223,1731201814315; forceNewPlan=false, retain=false 2024-11-10T01:23:40,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e217b5557e92442fc772afde787a9ff, regionState=OPENING, regionLocation=0c4d4d227d60,46223,1731201814315 2024-11-10T01:23:40,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6e217b5557e92442fc772afde787a9ff, ASSIGN because future has completed 2024-11-10T01:23:40,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e217b5557e92442fc772afde787a9ff, server=0c4d4d227d60,46223,1731201814315}] 2024-11-10T01:23:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:40,941 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731201820200.6e217b5557e92442fc772afde787a9ff. 2024-11-10T01:23:40,941 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e217b5557e92442fc772afde787a9ff, NAME => 'test,,1731201820200.6e217b5557e92442fc772afde787a9ff.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:23:40,942 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:23:40,942 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T01:23:40,942 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6e217b5557e92442fc772afde787a9ff 2024-11-10T01:23:40,942 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731201820200.6e217b5557e92442fc772afde787a9ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:40,943 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6e217b5557e92442fc772afde787a9ff 2024-11-10T01:23:40,943 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6e217b5557e92442fc772afde787a9ff 2024-11-10T01:23:40,944 INFO [StoreOpener-6e217b5557e92442fc772afde787a9ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6e217b5557e92442fc772afde787a9ff 2024-11-10T01:23:40,945 INFO [StoreOpener-6e217b5557e92442fc772afde787a9ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e217b5557e92442fc772afde787a9ff columnFamilyName f 2024-11-10T01:23:40,945 DEBUG [StoreOpener-6e217b5557e92442fc772afde787a9ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:40,945 INFO [StoreOpener-6e217b5557e92442fc772afde787a9ff-1 {}] regionserver.HStore(327): Store=6e217b5557e92442fc772afde787a9ff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:40,945 INFO [StoreOpener-6e217b5557e92442fc772afde787a9ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6e217b5557e92442fc772afde787a9ff 2024-11-10T01:23:40,946 INFO [StoreOpener-6e217b5557e92442fc772afde787a9ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e217b5557e92442fc772afde787a9ff columnFamilyName f1 2024-11-10T01:23:40,946 DEBUG [StoreOpener-6e217b5557e92442fc772afde787a9ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:40,947 INFO [StoreOpener-6e217b5557e92442fc772afde787a9ff-1 {}] regionserver.HStore(327): Store=6e217b5557e92442fc772afde787a9ff/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:40,947 INFO [StoreOpener-6e217b5557e92442fc772afde787a9ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6e217b5557e92442fc772afde787a9ff 2024-11-10T01:23:40,948 INFO [StoreOpener-6e217b5557e92442fc772afde787a9ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e217b5557e92442fc772afde787a9ff columnFamilyName norep 2024-11-10T01:23:40,948 DEBUG [StoreOpener-6e217b5557e92442fc772afde787a9ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:40,948 INFO [StoreOpener-6e217b5557e92442fc772afde787a9ff-1 {}] regionserver.HStore(327): Store=6e217b5557e92442fc772afde787a9ff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:40,949 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6e217b5557e92442fc772afde787a9ff 2024-11-10T01:23:40,949 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/default/test/6e217b5557e92442fc772afde787a9ff 2024-11-10T01:23:40,949 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/default/test/6e217b5557e92442fc772afde787a9ff 2024-11-10T01:23:40,950 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6e217b5557e92442fc772afde787a9ff 2024-11-10T01:23:40,950 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6e217b5557e92442fc772afde787a9ff 2024-11-10T01:23:40,950 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:23:40,951 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6e217b5557e92442fc772afde787a9ff 2024-11-10T01:23:40,953 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/default/test/6e217b5557e92442fc772afde787a9ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:23:40,953 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6e217b5557e92442fc772afde787a9ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62028214, jitterRate=-0.0757075846195221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:23:40,953 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e217b5557e92442fc772afde787a9ff 2024-11-10T01:23:40,953 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6e217b5557e92442fc772afde787a9ff: Running coprocessor pre-open hook at 1731201820943Writing region info on filesystem at 1731201820943Initializing all the Stores at 1731201820943Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201820943Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201820944 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201820944Cleaning up temporary data from old regions at 1731201820950 (+6 ms)Running coprocessor post-open hooks at 1731201820953 (+3 ms)Region opened successfully at 1731201820953 2024-11-10T01:23:40,954 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731201820200.6e217b5557e92442fc772afde787a9ff., pid=6, masterSystemTime=1731201820938 2024-11-10T01:23:40,955 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731201820200.6e217b5557e92442fc772afde787a9ff. 2024-11-10T01:23:40,955 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731201820200.6e217b5557e92442fc772afde787a9ff. 2024-11-10T01:23:40,956 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e217b5557e92442fc772afde787a9ff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0c4d4d227d60,46223,1731201814315 2024-11-10T01:23:40,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e217b5557e92442fc772afde787a9ff, server=0c4d4d227d60,46223,1731201814315 because future has completed 2024-11-10T01:23:40,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:23:40,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e217b5557e92442fc772afde787a9ff, server=0c4d4d227d60,46223,1731201814315 in 172 msec 2024-11-10T01:23:40,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:23:40,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6e217b5557e92442fc772afde787a9ff, ASSIGN in 329 msec 2024-11-10T01:23:40,961 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:23:40,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201820961"}]},"ts":"1731201820961"} 2024-11-10T01:23:40,963 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T01:23:40,963 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:23:40,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 762 msec 2024-11-10T01:23:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:23:41,338 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T01:23:41,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c52595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:41,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37375,-1 for getting cluster id 2024-11-10T01:23:41,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:41,341 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f4e1b88-f21d-4811-8b45-7a7840a1dd02' 2024-11-10T01:23:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f4e1b88-f21d-4811-8b45-7a7840a1dd02" 2024-11-10T01:23:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759601d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37375,-1] 2024-11-10T01:23:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:41,343 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:41,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c8fbc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:41,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:41,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,37375,1731201804116 2024-11-10T01:23:41,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fbdefd5 2024-11-10T01:23:41,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:23:41,346 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:23:41,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0c4d4d227d60:36985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:23:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:23:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:23:41,349 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:36985' 2024-11-10T01:23:41,350 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9f1349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:41,350 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,36985,-1 for getting cluster id 2024-11-10T01:23:41,350 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:41,350 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93cc975f-b49b-4490-8bb3-e47586c10f80' 2024-11-10T01:23:41,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:41,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93cc975f-b49b-4490-8bb3-e47586c10f80" 2024-11-10T01:23:41,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6a7993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:41,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,36985,-1] 2024-11-10T01:23:41,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:41,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:41,351 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:41,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38faa6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:41,352 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:41,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,36985,1731201808226 2024-11-10T01:23:41,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55b5bb9 2024-11-10T01:23:41,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:23:41,353 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:23:41,354 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T01:23:41,354 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:23:41,354 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:41,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:41,354 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:41,355 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:23:41,355 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T01:23:41,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:23:41,356 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:41,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:23:41,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741837_1013 (size=1138) 2024-11-10T01:23:41,363 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f403127268a540cfc2f6433406d4c8c, NAME => 'hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c 2024-11-10T01:23:41,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741838_1014 (size=44) 2024-11-10T01:23:41,406 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T01:23:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:23:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:23:41,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:41,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7f403127268a540cfc2f6433406d4c8c, disabling compactions & flushes 2024-11-10T01:23:41,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c. 2024-11-10T01:23:41,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c. 2024-11-10T01:23:41,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c. after waiting 0 ms 2024-11-10T01:23:41,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c. 2024-11-10T01:23:41,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c. 2024-11-10T01:23:41,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f403127268a540cfc2f6433406d4c8c: Waiting for close lock at 1731201821769Disabling compacts and flushes for region at 1731201821769Disabling writes for close at 1731201821769Writing region close event to WAL at 1731201821769Closed at 1731201821769 2024-11-10T01:23:41,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:23:41,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731201821770"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201821770"}]},"ts":"1731201821770"} 2024-11-10T01:23:41,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:23:41,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:23:41,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201821773"}]},"ts":"1731201821773"} 2024-11-10T01:23:41,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T01:23:41,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f403127268a540cfc2f6433406d4c8c, ASSIGN}] 2024-11-10T01:23:41,777 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f403127268a540cfc2f6433406d4c8c, ASSIGN 2024-11-10T01:23:41,778 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f403127268a540cfc2f6433406d4c8c, ASSIGN; state=OFFLINE, location=0c4d4d227d60,38479,1731201804342; forceNewPlan=false, retain=false 2024-11-10T01:23:41,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7f403127268a540cfc2f6433406d4c8c, regionState=OPENING, regionLocation=0c4d4d227d60,38479,1731201804342 2024-11-10T01:23:41,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f403127268a540cfc2f6433406d4c8c, ASSIGN because future has completed 2024-11-10T01:23:41,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f403127268a540cfc2f6433406d4c8c, server=0c4d4d227d60,38479,1731201804342}] 2024-11-10T01:23:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:23:42,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c. 2024-11-10T01:23:42,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:23:42,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T01:23:42,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0c4d4d227d60%2C38479%2C1731201804342.rep, suffix=, logDir=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342, archiveDir=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/oldWALs, maxLogs=10 2024-11-10T01:23:42,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.rep.1731201822086, exclude list is [], retry=0 2024-11-10T01:23:42,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45053,DS-8f603ffd-6f7f-4017-aaa2-648ca9783d34,DISK] 2024-11-10T01:23:42,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.rep.1731201822086 2024-11-10T01:23:42,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43555:43555)] 2024-11-10T01:23:42,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f403127268a540cfc2f6433406d4c8c, NAME => 'hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:23:42,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T01:23:42,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:23:42,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c. service=MultiRowMutationService 2024-11-10T01:23:42,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T01:23:42,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:42,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:23:42,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:42,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:42,107 INFO [StoreOpener-7f403127268a540cfc2f6433406d4c8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:42,108 INFO [StoreOpener-7f403127268a540cfc2f6433406d4c8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f403127268a540cfc2f6433406d4c8c columnFamilyName hfileref 2024-11-10T01:23:42,108 DEBUG [StoreOpener-7f403127268a540cfc2f6433406d4c8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:42,109 INFO [StoreOpener-7f403127268a540cfc2f6433406d4c8c-1 {}] regionserver.HStore(327): Store=7f403127268a540cfc2f6433406d4c8c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:42,109 INFO [StoreOpener-7f403127268a540cfc2f6433406d4c8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:42,110 INFO [StoreOpener-7f403127268a540cfc2f6433406d4c8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f403127268a540cfc2f6433406d4c8c columnFamilyName queue 2024-11-10T01:23:42,110 DEBUG [StoreOpener-7f403127268a540cfc2f6433406d4c8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:42,110 INFO [StoreOpener-7f403127268a540cfc2f6433406d4c8c-1 {}] regionserver.HStore(327): Store=7f403127268a540cfc2f6433406d4c8c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:42,110 INFO [StoreOpener-7f403127268a540cfc2f6433406d4c8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:42,111 INFO [StoreOpener-7f403127268a540cfc2f6433406d4c8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f403127268a540cfc2f6433406d4c8c columnFamilyName sid 2024-11-10T01:23:42,111 DEBUG [StoreOpener-7f403127268a540cfc2f6433406d4c8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:23:42,111 INFO [StoreOpener-7f403127268a540cfc2f6433406d4c8c-1 {}] regionserver.HStore(327): Store=7f403127268a540cfc2f6433406d4c8c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:23:42,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:42,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/replication/7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:42,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/replication/7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:42,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:42,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:42,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T01:23:42,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:42,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/replication/7f403127268a540cfc2f6433406d4c8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:23:42,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7f403127268a540cfc2f6433406d4c8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70297887, jitterRate=0.047520145773887634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T01:23:42,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:42,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7f403127268a540cfc2f6433406d4c8c: Running coprocessor pre-open hook at 1731201822106Writing region info on filesystem at 1731201822106Initializing all the Stores at 1731201822107 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201822107Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201822107Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201822107Cleaning up temporary data from old regions at 1731201822112 (+5 ms)Running coprocessor post-open hooks at 1731201822115 (+3 ms)Region opened successfully at 1731201822115 2024-11-10T01:23:42,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c., pid=10, masterSystemTime=1731201822082 2024-11-10T01:23:42,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c. 2024-11-10T01:23:42,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c. 2024-11-10T01:23:42,118 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7f403127268a540cfc2f6433406d4c8c, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,38479,1731201804342 2024-11-10T01:23:42,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f403127268a540cfc2f6433406d4c8c, server=0c4d4d227d60,38479,1731201804342 because future has completed 2024-11-10T01:23:42,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T01:23:42,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f403127268a540cfc2f6433406d4c8c, server=0c4d4d227d60,38479,1731201804342 in 190 msec 2024-11-10T01:23:42,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T01:23:42,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f403127268a540cfc2f6433406d4c8c, ASSIGN in 347 msec 2024-11-10T01:23:42,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:23:42,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201822126"}]},"ts":"1731201822126"} 2024-11-10T01:23:42,127 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T01:23:42,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:23:42,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-10T01:23:42,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c., hostname=0c4d4d227d60,38479,1731201804342, seqNum=2] 2024-11-10T01:23:42,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:42,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:42,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:23:42,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T01:23:42,367 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T01:23:42,403 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0c4d4d227d60,38479,1731201804342, ReplicationSource: 1, currentBandwidth=0 2024-11-10T01:23:42,404 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:42,404 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,38479,1731201804342, seqNum=-1] 2024-11-10T01:23:42,404 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:42,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-10T01:23:42,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0c4d4d227d60,38479,1731201804342', locateType=CURRENT is [region=hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c., hostname=0c4d4d227d60,38479,1731201804342, seqNum=2] 2024-11-10T01:23:42,409 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T01:23:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T01:23:42,411 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0c4d4d227d60,38479,1731201804342 suceeded 2024-11-10T01:23:42,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T01:23:42,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-10T01:23:42,416 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0c4d4d227d60:36985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:23:42,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0700 sec 2024-11-10T01:23:42,427 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:36985' 2024-11-10T01:23:42,428 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c01fe05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:42,428 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,36985,-1 for getting cluster id 2024-11-10T01:23:42,428 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:42,429 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93cc975f-b49b-4490-8bb3-e47586c10f80' 2024-11-10T01:23:42,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:42,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93cc975f-b49b-4490-8bb3-e47586c10f80" 2024-11-10T01:23:42,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37106b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:42,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,36985,-1] 2024-11-10T01:23:42,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:42,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:42,430 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:42,431 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@307ce8b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:42,431 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:42,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,36985,1731201808226 2024-11-10T01:23:42,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66d37b21 2024-11-10T01:23:42,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:23:42,432 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T01:23:42,433 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0c4d4d227d60,38479,1731201804342 (queues=1) is replicating from cluster=5f4e1b88-f21d-4811-8b45-7a7840a1dd02 to cluster=93cc975f-b49b-4490-8bb3-e47586c10f80 2024-11-10T01:23:42,433 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0c4d4d227d60%2C38479%2C1731201804342 2024-11-10T01:23:42,433 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0c4d4d227d60,38479,1731201804342, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:23:42,434 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C38479%2C1731201804342 2024-11-10T01:23:42,434 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028, startPosition=0, beingWritten=true 2024-11-10T01:23:42,442 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:23:42,442 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028 to pos 379, reset compression=false 2024-11-10T01:23:42,442 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,38479,1731201804342 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T01:23:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:23:42,487 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T01:23:42,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:42,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:42,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:42,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:42,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:42,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1518383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:42,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37375,-1 for getting cluster id 2024-11-10T01:23:42,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:42,489 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f4e1b88-f21d-4811-8b45-7a7840a1dd02' 2024-11-10T01:23:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f4e1b88-f21d-4811-8b45-7a7840a1dd02" 2024-11-10T01:23:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6340a380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37375,-1] 2024-11-10T01:23:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:42,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:42,490 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782d4bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:42,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c229aa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:42,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,36985,-1 for getting cluster id 2024-11-10T01:23:42,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:42,492 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93cc975f-b49b-4490-8bb3-e47586c10f80' 2024-11-10T01:23:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93cc975f-b49b-4490-8bb3-e47586c10f80" 2024-11-10T01:23:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50360824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,36985,-1] 2024-11-10T01:23:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:42,494 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c58d12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:42,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84aac4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:42,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,44483,-1 for getting cluster id 2024-11-10T01:23:42,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:42,496 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e4aac60-8b5e-47e2-ac42-b10285abc31a' 2024-11-10T01:23:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e4aac60-8b5e-47e2-ac42-b10285abc31a" 2024-11-10T01:23:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa2192b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,44483,-1] 2024-11-10T01:23:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:42,497 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cd9c23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:42,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:42,501 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731201822500/Put/seqid=0 2024-11-10T01:23:42,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741840_1016 (size=7894) 2024-11-10T01:23:42,509 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731201822509/Put/seqid=0 2024-11-10T01:23:42,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741841_1017 (size=7691) 2024-11-10T01:23:42,646 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028 to pos 379, reset compression=false 2024-11-10T01:23:42,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:23:42,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:42,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7131a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:42,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37375,-1 for getting cluster id 2024-11-10T01:23:42,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:42,918 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f4e1b88-f21d-4811-8b45-7a7840a1dd02' 2024-11-10T01:23:42,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:42,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f4e1b88-f21d-4811-8b45-7a7840a1dd02" 2024-11-10T01:23:42,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4994b6b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:42,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37375,-1] 2024-11-10T01:23:42,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:42,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:42,919 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:42,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f4b5eff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:42,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,38479,1731201804342, seqNum=-1] 2024-11-10T01:23:42,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:42,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:23:42,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:42,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,37375,1731201804116 2024-11-10T01:23:42,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22ec0cac 2024-11-10T01:23:42,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:23:42,929 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:23:42,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11., hostname=0c4d4d227d60,38479,1731201804342, seqNum=2] 2024-11-10T01:23:42,934 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T01:23:42,939 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-10T01:23:42,940 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-10T01:23:42,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 1c7d70bd63cb539a4abe6b379d9feb11/f 2024-11-10T01:23:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T01:23:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:23:42,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 1c7d70bd63cb539a4abe6b379d9feb11/f 2024-11-10T01:23:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T01:23:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:23:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(2603): Flush status journal for 1c7d70bd63cb539a4abe6b379d9feb11: 2024-11-10T01:23:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__ho9f2p7hvaar3ksvtktkc9vs0p87raa05qcdkvqdkpafrf45va93mbi0bm6qtp5b/f/hfile_0 2024-11-10T01:23:42,949 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028 to pos 379, reset compression=false 2024-11-10T01:23:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__ho9f2p7hvaar3ksvtktkc9vs0p87raa05qcdkvqdkpafrf45va93mbi0bm6qtp5b/f/hfile_0 as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/f/5d3704771862409e91451fb61bff23c5_SeqId_4_ 2024-11-10T01:23:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__ho9f2p7hvaar3ksvtktkc9vs0p87raa05qcdkvqdkpafrf45va93mbi0bm6qtp5b/f/hfile_1 2024-11-10T01:23:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__ho9f2p7hvaar3ksvtktkc9vs0p87raa05qcdkvqdkpafrf45va93mbi0bm6qtp5b/f/hfile_1 as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/f/44375747ce814f3e839700eb1b84f84d_SeqId_4_ 2024-11-10T01:23:42,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__ho9f2p7hvaar3ksvtktkc9vs0p87raa05qcdkvqdkpafrf45va93mbi0bm6qtp5b/f/hfile_0 into 1c7d70bd63cb539a4abe6b379d9feb11/f as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/f/5d3704771862409e91451fb61bff23c5_SeqId_4_ - updating store file list. 2024-11-10T01:23:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d3704771862409e91451fb61bff23c5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T01:23:42,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/f/5d3704771862409e91451fb61bff23c5_SeqId_4_ into 1c7d70bd63cb539a4abe6b379d9feb11/f 2024-11-10T01:23:42,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__ho9f2p7hvaar3ksvtktkc9vs0p87raa05qcdkvqdkpafrf45va93mbi0bm6qtp5b/f/hfile_0 into 1c7d70bd63cb539a4abe6b379d9feb11/f (new location: hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/f/5d3704771862409e91451fb61bff23c5_SeqId_4_) 2024-11-10T01:23:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__ho9f2p7hvaar3ksvtktkc9vs0p87raa05qcdkvqdkpafrf45va93mbi0bm6qtp5b/f/hfile_0 2024-11-10T01:23:42,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__ho9f2p7hvaar3ksvtktkc9vs0p87raa05qcdkvqdkpafrf45va93mbi0bm6qtp5b/f/hfile_1 into 1c7d70bd63cb539a4abe6b379d9feb11/f as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/f/44375747ce814f3e839700eb1b84f84d_SeqId_4_ - updating store file list. 2024-11-10T01:23:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 44375747ce814f3e839700eb1b84f84d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T01:23:42,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/f/44375747ce814f3e839700eb1b84f84d_SeqId_4_ into 1c7d70bd63cb539a4abe6b379d9feb11/f 2024-11-10T01:23:42,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__ho9f2p7hvaar3ksvtktkc9vs0p87raa05qcdkvqdkpafrf45va93mbi0bm6qtp5b/f/hfile_1 into 1c7d70bd63cb539a4abe6b379d9feb11/f (new location: hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/f/44375747ce814f3e839700eb1b84f84d_SeqId_4_) 2024-11-10T01:23:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__ho9f2p7hvaar3ksvtktkc9vs0p87raa05qcdkvqdkpafrf45va93mbi0bm6qtp5b/f/hfile_1 2024-11-10T01:23:42,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:42,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:42,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:42,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:42,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11., hostname=0c4d4d227d60,38479,1731201804342, seqNum=2 , the old value is region=test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11., hostname=0c4d4d227d60,38479,1731201804342, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0c4d4d227d60:38479 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T01:23:42,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11., hostname=0c4d4d227d60,38479,1731201804342, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T01:23:42,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:42,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11., hostname=0c4d4d227d60,38479,1731201804342, seqNum=2 from cache 2024-11-10T01:23:42,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:42,967 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T01:23:42,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,34427,1731201808379, seqNum=-1] 2024-11-10T01:23:42,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:42,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:23:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912., hostname=0c4d4d227d60,34427,1731201808379, seqNum=2] 2024-11-10T01:23:42,972 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T01:23:43,078 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:38479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-10T01:23:43,344 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T01:23:43,352 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028 to pos 379, reset compression=false 2024-11-10T01:23:43,356 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:23:43,357 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,38479,1731201804342 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c7d70bd63cb539a4abe6b379d9feb11/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731201822965/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T01:23:43,359 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:23:43,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T01:23:43,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.ReplicationSink(318): Replicating [5f4e1b88-f21d-4811-8b45-7a7840a1dd02] bulk loaded data 2024-11-10T01:23:43,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eba9c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:43,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,36985,-1 for getting cluster id 2024-11-10T01:23:43,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:43,361 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93cc975f-b49b-4490-8bb3-e47586c10f80' 2024-11-10T01:23:43,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:43,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93cc975f-b49b-4490-8bb3-e47586c10f80" 2024-11-10T01:23:43,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72334cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:43,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,36985,-1] 2024-11-10T01:23:43,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:43,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:43,362 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:43,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34769865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:43,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741837_1013 (size=7894) 2024-11-10T01:23:43,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741838_1014 (size=7691) 2024-11-10T01:23:43,558 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028 to pos 687, reset compression=false 2024-11-10T01:23:43,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:43,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,36985,1731201808226 2024-11-10T01:23:43,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15c363a7 2024-11-10T01:23:43,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:23:43,814 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-10T01:23:43,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T01:23:43,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:43,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,34427,1731201808379, seqNum=-1] 2024-11-10T01:23:43,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:43,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-10T01:23:43,824 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__jglm37mf8tabm5s63lpcv2an7nsg6p1nsk25oigspmu85j2bt09qe4r8fpujd1nv/f/44375747ce814f3e839700eb1b84f84d_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-10T01:23:43,826 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__jglm37mf8tabm5s63lpcv2an7nsg6p1nsk25oigspmu85j2bt09qe4r8fpujd1nv/f/5d3704771862409e91451fb61bff23c5_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-10T01:23:43,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__jglm37mf8tabm5s63lpcv2an7nsg6p1nsk25oigspmu85j2bt09qe4r8fpujd1nv/f/5d3704771862409e91451fb61bff23c5_SeqId_4_ for inclusion in f5d58565bca8b5f252603ecfcdca6912/f 2024-11-10T01:23:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T01:23:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:23:43,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__jglm37mf8tabm5s63lpcv2an7nsg6p1nsk25oigspmu85j2bt09qe4r8fpujd1nv/f/44375747ce814f3e839700eb1b84f84d_SeqId_4_ for inclusion in f5d58565bca8b5f252603ecfcdca6912/f 2024-11-10T01:23:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T01:23:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:23:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HRegion(2603): Flush status journal for f5d58565bca8b5f252603ecfcdca6912: 2024-11-10T01:23:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5d3704771862409e91451fb61bff23c5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T01:23:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__jglm37mf8tabm5s63lpcv2an7nsg6p1nsk25oigspmu85j2bt09qe4r8fpujd1nv/f/5d3704771862409e91451fb61bff23c5_SeqId_4_ as hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/f/64375ea97dd546eb882dcf404e35a261_SeqId_4_ 2024-11-10T01:23:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 44375747ce814f3e839700eb1b84f84d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T01:23:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__jglm37mf8tabm5s63lpcv2an7nsg6p1nsk25oigspmu85j2bt09qe4r8fpujd1nv/f/44375747ce814f3e839700eb1b84f84d_SeqId_4_ as hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/f/65ca7c2ce1434e4bb7c25756c17e7d7b_SeqId_4_ 2024-11-10T01:23:43,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__jglm37mf8tabm5s63lpcv2an7nsg6p1nsk25oigspmu85j2bt09qe4r8fpujd1nv/f/5d3704771862409e91451fb61bff23c5_SeqId_4_ into f5d58565bca8b5f252603ecfcdca6912/f as hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/f/64375ea97dd546eb882dcf404e35a261_SeqId_4_ - updating store file list. 2024-11-10T01:23:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 64375ea97dd546eb882dcf404e35a261_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T01:23:43,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/f/64375ea97dd546eb882dcf404e35a261_SeqId_4_ into f5d58565bca8b5f252603ecfcdca6912/f 2024-11-10T01:23:43,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__jglm37mf8tabm5s63lpcv2an7nsg6p1nsk25oigspmu85j2bt09qe4r8fpujd1nv/f/5d3704771862409e91451fb61bff23c5_SeqId_4_ into f5d58565bca8b5f252603ecfcdca6912/f (new location: hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/f/64375ea97dd546eb882dcf404e35a261_SeqId_4_) 2024-11-10T01:23:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__jglm37mf8tabm5s63lpcv2an7nsg6p1nsk25oigspmu85j2bt09qe4r8fpujd1nv/f/5d3704771862409e91451fb61bff23c5_SeqId_4_ 2024-11-10T01:23:43,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__jglm37mf8tabm5s63lpcv2an7nsg6p1nsk25oigspmu85j2bt09qe4r8fpujd1nv/f/44375747ce814f3e839700eb1b84f84d_SeqId_4_ into f5d58565bca8b5f252603ecfcdca6912/f as hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/f/65ca7c2ce1434e4bb7c25756c17e7d7b_SeqId_4_ - updating store file list. 2024-11-10T01:23:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 65ca7c2ce1434e4bb7c25756c17e7d7b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T01:23:43,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/f/65ca7c2ce1434e4bb7c25756c17e7d7b_SeqId_4_ into f5d58565bca8b5f252603ecfcdca6912/f 2024-11-10T01:23:43,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__jglm37mf8tabm5s63lpcv2an7nsg6p1nsk25oigspmu85j2bt09qe4r8fpujd1nv/f/44375747ce814f3e839700eb1b84f84d_SeqId_4_ into f5d58565bca8b5f252603ecfcdca6912/f (new location: hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/f/65ca7c2ce1434e4bb7c25756c17e7d7b_SeqId_4_) 2024-11-10T01:23:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__jglm37mf8tabm5s63lpcv2an7nsg6p1nsk25oigspmu85j2bt09qe4r8fpujd1nv/f/44375747ce814f3e839700eb1b84f84d_SeqId_4_ 2024-11-10T01:23:43,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.ReplicationSink(324): Finished replicating [5f4e1b88-f21d-4811-8b45-7a7840a1dd02] bulk loaded data 2024-11-10T01:23:43,862 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028 to pos 687, reset compression=false 2024-11-10T01:23:43,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,46223,1731201814315, seqNum=-1] 2024-11-10T01:23:43,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:43,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:23:43,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731201820200.6e217b5557e92442fc772afde787a9ff., hostname=0c4d4d227d60,46223,1731201814315, seqNum=2] 2024-11-10T01:23:43,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:23:43,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:23:43,997 DEBUG [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0c4d4d227d60%2C38479%2C1731201804342.meta:.meta(num 1731201805692) roll requested 2024-11-10T01:23:44,014 DEBUG [regionserver/0c4d4d227d60:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.meta.1731201823997.meta, exclude list is [], retry=0 2024-11-10T01:23:44,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45053,DS-8f603ffd-6f7f-4017-aaa2-648ca9783d34,DISK] 2024-11-10T01:23:44,025 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.meta.1731201805692.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.meta.1731201823997.meta 2024-11-10T01:23:44,028 DEBUG [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43555:43555)] 2024-11-10T01:23:44,028 DEBUG [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.meta.1731201805692.meta is not closed yet, will try archiving it next time 2024-11-10T01:23:44,028 DEBUG [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0c4d4d227d60%2C38479%2C1731201804342.rep:(num 1731201822086) roll requested 2024-11-10T01:23:44,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741834_1010 (size=3473) 2024-11-10T01:23:44,045 DEBUG [regionserver/0c4d4d227d60:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.rep.1731201824029, exclude list is [], retry=0 2024-11-10T01:23:44,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45053,DS-8f603ffd-6f7f-4017-aaa2-648ca9783d34,DISK] 2024-11-10T01:23:44,057 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.rep.1731201822086 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.rep.1731201824029 2024-11-10T01:23:44,057 DEBUG [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43555:43555)] 2024-11-10T01:23:44,057 DEBUG [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.rep.1731201822086 is not closed yet, will try archiving it next time 2024-11-10T01:23:44,057 DEBUG [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0c4d4d227d60%2C38479%2C1731201804342:(num 1731201805028) roll requested 2024-11-10T01:23:44,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741839_1015 (size=1505) 2024-11-10T01:23:44,075 DEBUG [regionserver/0c4d4d227d60:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057, exclude list is [], retry=0 2024-11-10T01:23:44,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45053,DS-8f603ffd-6f7f-4017-aaa2-648ca9783d34,DISK] 2024-11-10T01:23:44,082 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 2024-11-10T01:23:44,082 DEBUG [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43555:43555)] 2024-11-10T01:23:44,083 DEBUG [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028 is not closed yet, will try archiving it next time 2024-11-10T01:23:44,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741833_1009 (size=695) 2024-11-10T01:23:44,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743ed50c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:44,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37375,-1 for getting cluster id 2024-11-10T01:23:44,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:44,089 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f4e1b88-f21d-4811-8b45-7a7840a1dd02' 2024-11-10T01:23:44,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:44,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f4e1b88-f21d-4811-8b45-7a7840a1dd02" 2024-11-10T01:23:44,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a52f3b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:44,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37375,-1] 2024-11-10T01:23:44,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:44,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:44,091 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:44,091 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028 to hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/oldWALs/0c4d4d227d60%2C38479%2C1731201804342.1731201805028 2024-11-10T01:23:44,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a09226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:44,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,37375,1731201804116 2024-11-10T01:23:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e3c0091 2024-11-10T01:23:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:23:44,093 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:23:44,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://0c4d4d227d60:44483,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T01:23:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T01:23:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T01:23:44,096 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:44483' 2024-11-10T01:23:44,097 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23657903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:44,097 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,44483,-1 for getting cluster id 2024-11-10T01:23:44,097 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:44,098 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e4aac60-8b5e-47e2-ac42-b10285abc31a' 2024-11-10T01:23:44,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:44,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e4aac60-8b5e-47e2-ac42-b10285abc31a" 2024-11-10T01:23:44,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3400cac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:44,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,44483,-1] 2024-11-10T01:23:44,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:44,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:44,099 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:44,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7965b349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:44,099 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:44,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,44483,1731201813753 2024-11-10T01:23:44,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cc9859b 2024-11-10T01:23:44,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:23:44,101 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:23:44,102 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T01:23:44,102 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T01:23:44,102 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:44,102 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:44,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:44,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T01:23:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T01:23:44,265 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028 to pos 687, reset compression=false 2024-11-10T01:23:44,271 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028 was moved to hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/oldWALs/0c4d4d227d60%2C38479%2C1731201804342.1731201805028 2024-11-10T01:23:44,273 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028 2024-11-10T01:23:44,273 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057, startPosition=0, beingWritten=true 2024-11-10T01:23:44,273 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,38479,1731201804342 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201805028, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T01:23:44,275 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [0c4d4d227d60%2C38479%2C1731201804342.1731201805028] 2024-11-10T01:23:44,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T01:23:44,324 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T01:23:44,355 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-0c4d4d227d60,38479,1731201804342, ReplicationSource: 2, currentBandwidth=0 2024-11-10T01:23:44,357 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T01:23:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T01:23:44,359 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 0c4d4d227d60,38479,1731201804342 suceeded 2024-11-10T01:23:44,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T01:23:44,360 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://0c4d4d227d60:44483,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T01:23:44,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T01:23:44,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 266 msec 2024-11-10T01:23:44,374 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0c4d4d227d60:44483' 2024-11-10T01:23:44,376 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16734783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:44,376 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,44483,-1 for getting cluster id 2024-11-10T01:23:44,376 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:44,376 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e4aac60-8b5e-47e2-ac42-b10285abc31a' 2024-11-10T01:23:44,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:44,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e4aac60-8b5e-47e2-ac42-b10285abc31a" 2024-11-10T01:23:44,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c339172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:44,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,44483,-1] 2024-11-10T01:23:44,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:44,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:44,377 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:44,378 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a6b5420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:44,378 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:44,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,44483,1731201813753 2024-11-10T01:23:44,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53e5253a 2024-11-10T01:23:44,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:23:44,379 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T01:23:44,380 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-0c4d4d227d60,38479,1731201804342 (queues=1) is replicating from cluster=5f4e1b88-f21d-4811-8b45-7a7840a1dd02 to cluster=7e4aac60-8b5e-47e2-ac42-b10285abc31a 2024-11-10T01:23:44,380 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=0c4d4d227d60%2C38479%2C1731201804342 2024-11-10T01:23:44,380 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-0c4d4d227d60,38479,1731201804342, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T01:23:44,381 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0c4d4d227d60%2C38479%2C1731201804342 2024-11-10T01:23:44,381 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057, startPosition=0, beingWritten=true 2024-11-10T01:23:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T01:23:44,408 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T01:23:44,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:44,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:44,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:44,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:44,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:44,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:23:44,413 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731201824412/Put/seqid=0 2024-11-10T01:23:44,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741845_1021 (size=11194) 2024-11-10T01:23:44,585 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 0, reset compression=false 2024-11-10T01:23:44,777 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 0, reset compression=false 2024-11-10T01:23:44,819 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731201824818/Put/seqid=0 2024-11-10T01:23:44,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741846_1022 (size=10791) 2024-11-10T01:23:44,890 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 0, reset compression=false 2024-11-10T01:23:45,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df3a358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:45,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,37375,-1 for getting cluster id 2024-11-10T01:23:45,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:45,225 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f4e1b88-f21d-4811-8b45-7a7840a1dd02' 2024-11-10T01:23:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f4e1b88-f21d-4811-8b45-7a7840a1dd02" 2024-11-10T01:23:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d62f06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,37375,-1] 2024-11-10T01:23:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:45,226 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:45,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe9df79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:45,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:45,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,38479,1731201804342, seqNum=-1] 2024-11-10T01:23:45,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:45,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:23:45,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,37375,1731201804116 2024-11-10T01:23:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc721e1 2024-11-10T01:23:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:23:45,245 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:23:45,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11., hostname=0c4d4d227d60,38479,1731201804342, seqNum=2] 2024-11-10T01:23:45,251 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T01:23:45,258 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-10T01:23:45,261 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-10T01:23:45,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 1c7d70bd63cb539a4abe6b379d9feb11/f 2024-11-10T01:23:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T01:23:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:23:45,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 1c7d70bd63cb539a4abe6b379d9feb11/f 2024-11-10T01:23:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T01:23:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:23:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(2603): Flush status journal for 1c7d70bd63cb539a4abe6b379d9feb11: 2024-11-10T01:23:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__6j398b9eptfqktr9mvglthgn4i9ahc6dtei33elql88bhac359ru2ak0jbtigapk/f/hfile_0 2024-11-10T01:23:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__6j398b9eptfqktr9mvglthgn4i9ahc6dtei33elql88bhac359ru2ak0jbtigapk/f/hfile_0 as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/f/9aee98ec0b1045df90060d491170f913_SeqId_6_ 2024-11-10T01:23:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__6j398b9eptfqktr9mvglthgn4i9ahc6dtei33elql88bhac359ru2ak0jbtigapk/f/hfile_1 2024-11-10T01:23:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__6j398b9eptfqktr9mvglthgn4i9ahc6dtei33elql88bhac359ru2ak0jbtigapk/f/hfile_1 as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/f/b86bffea25264d89b6af8334835dd3d7_SeqId_6_ 2024-11-10T01:23:45,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__6j398b9eptfqktr9mvglthgn4i9ahc6dtei33elql88bhac359ru2ak0jbtigapk/f/hfile_0 into 1c7d70bd63cb539a4abe6b379d9feb11/f as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/f/9aee98ec0b1045df90060d491170f913_SeqId_6_ - updating store file list. 2024-11-10T01:23:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9aee98ec0b1045df90060d491170f913_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T01:23:45,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/f/9aee98ec0b1045df90060d491170f913_SeqId_6_ into 1c7d70bd63cb539a4abe6b379d9feb11/f 2024-11-10T01:23:45,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__6j398b9eptfqktr9mvglthgn4i9ahc6dtei33elql88bhac359ru2ak0jbtigapk/f/hfile_0 into 1c7d70bd63cb539a4abe6b379d9feb11/f (new location: hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/f/9aee98ec0b1045df90060d491170f913_SeqId_6_) 2024-11-10T01:23:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__6j398b9eptfqktr9mvglthgn4i9ahc6dtei33elql88bhac359ru2ak0jbtigapk/f/hfile_0 2024-11-10T01:23:45,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__6j398b9eptfqktr9mvglthgn4i9ahc6dtei33elql88bhac359ru2ak0jbtigapk/f/hfile_1 into 1c7d70bd63cb539a4abe6b379d9feb11/f as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/f/b86bffea25264d89b6af8334835dd3d7_SeqId_6_ - updating store file list. 2024-11-10T01:23:45,294 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 0, reset compression=false 2024-11-10T01:23:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b86bffea25264d89b6af8334835dd3d7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T01:23:45,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/f/b86bffea25264d89b6af8334835dd3d7_SeqId_6_ into 1c7d70bd63cb539a4abe6b379d9feb11/f 2024-11-10T01:23:45,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__6j398b9eptfqktr9mvglthgn4i9ahc6dtei33elql88bhac359ru2ak0jbtigapk/f/hfile_1 into 1c7d70bd63cb539a4abe6b379d9feb11/f (new location: hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/f/b86bffea25264d89b6af8334835dd3d7_SeqId_6_) 2024-11-10T01:23:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/staging/jenkins__test__6j398b9eptfqktr9mvglthgn4i9ahc6dtei33elql88bhac359ru2ak0jbtigapk/f/hfile_1 2024-11-10T01:23:45,299 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:23:45,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:45,299 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-0c4d4d227d60,38479,1731201804342 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c7d70bd63cb539a4abe6b379d9feb11/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731201825297/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T01:23:45,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:45,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:45,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11., hostname=0c4d4d227d60,38479,1731201804342, seqNum=2 , the old value is region=test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11., hostname=0c4d4d227d60,38479,1731201804342, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0c4d4d227d60:38479 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T01:23:45,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11., hostname=0c4d4d227d60,38479,1731201804342, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T01:23:45,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11., hostname=0c4d4d227d60,38479,1731201804342, seqNum=2 from cache 2024-11-10T01:23:45,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:45,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:50116 deadline: 1731201885299 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:50116 2024-11-10T01:23:45,302 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:23:45,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T01:23:45,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.ReplicationSink(318): Replicating [5f4e1b88-f21d-4811-8b45-7a7840a1dd02] bulk loaded data 2024-11-10T01:23:45,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@270ded29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:45,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,44483,-1 for getting cluster id 2024-11-10T01:23:45,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:23:45,306 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e4aac60-8b5e-47e2-ac42-b10285abc31a' 2024-11-10T01:23:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:23:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e4aac60-8b5e-47e2-ac42-b10285abc31a" 2024-11-10T01:23:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37b3b0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,44483,-1] 2024-11-10T01:23:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:23:45,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:45,307 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T01:23:45,307 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:23:45,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f0ec20b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:23:45,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741837_1013 (size=11194) 2024-11-10T01:23:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741838_1014 (size=10791) 2024-11-10T01:23:45,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:45,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,44483,1731201813753 2024-11-10T01:23:45,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eb608ce 2024-11-10T01:23:45,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:23:45,359 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-10T01:23:45,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T01:23:45,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:23:45,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,46223,1731201814315, seqNum=-1] 2024-11-10T01:23:45,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:23:45,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-10T01:23:45,375 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/staging/jenkins.hfs.23__test__23v5qlc3gg6rpdhpmvaeqopag4j06citrdvfuonnrgbg8qjcsq8qp3doga41k6gi/f/9aee98ec0b1045df90060d491170f913_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T01:23:45,378 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/staging/jenkins.hfs.23__test__23v5qlc3gg6rpdhpmvaeqopag4j06citrdvfuonnrgbg8qjcsq8qp3doga41k6gi/f/b86bffea25264d89b6af8334835dd3d7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T01:23:45,382 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 0, reset compression=false 2024-11-10T01:23:45,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/staging/jenkins.hfs.23__test__23v5qlc3gg6rpdhpmvaeqopag4j06citrdvfuonnrgbg8qjcsq8qp3doga41k6gi/f/9aee98ec0b1045df90060d491170f913_SeqId_6_ for inclusion in 6e217b5557e92442fc772afde787a9ff/f 2024-11-10T01:23:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T01:23:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:23:45,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/staging/jenkins.hfs.23__test__23v5qlc3gg6rpdhpmvaeqopag4j06citrdvfuonnrgbg8qjcsq8qp3doga41k6gi/f/b86bffea25264d89b6af8334835dd3d7_SeqId_6_ for inclusion in 6e217b5557e92442fc772afde787a9ff/f 2024-11-10T01:23:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T01:23:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:23:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HRegion(2603): Flush status journal for 6e217b5557e92442fc772afde787a9ff: 2024-11-10T01:23:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9aee98ec0b1045df90060d491170f913_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T01:23:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/staging/jenkins.hfs.23__test__23v5qlc3gg6rpdhpmvaeqopag4j06citrdvfuonnrgbg8qjcsq8qp3doga41k6gi/f/9aee98ec0b1045df90060d491170f913_SeqId_6_ as hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/default/test/6e217b5557e92442fc772afde787a9ff/f/c38f01db060b4981b088da7df3550cc4_SeqId_4_ 2024-11-10T01:23:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b86bffea25264d89b6af8334835dd3d7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T01:23:45,404 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T01:23:45,404 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0c4d4d227d60,38479,1731201804342 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c7d70bd63cb539a4abe6b379d9feb11/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731201825297/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T01:23:45,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.ReplicationSink(318): Replicating [5f4e1b88-f21d-4811-8b45-7a7840a1dd02] bulk loaded data 2024-11-10T01:23:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/staging/jenkins.hfs.23__test__23v5qlc3gg6rpdhpmvaeqopag4j06citrdvfuonnrgbg8qjcsq8qp3doga41k6gi/f/b86bffea25264d89b6af8334835dd3d7_SeqId_6_ as hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/default/test/6e217b5557e92442fc772afde787a9ff/f/40593c976ec0448e929df752841a8130_SeqId_4_ 2024-11-10T01:23:45,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/staging/jenkins.hfs.23__test__23v5qlc3gg6rpdhpmvaeqopag4j06citrdvfuonnrgbg8qjcsq8qp3doga41k6gi/f/9aee98ec0b1045df90060d491170f913_SeqId_6_ into 6e217b5557e92442fc772afde787a9ff/f as hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/default/test/6e217b5557e92442fc772afde787a9ff/f/c38f01db060b4981b088da7df3550cc4_SeqId_4_ - updating store file list. 2024-11-10T01:23:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c38f01db060b4981b088da7df3550cc4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T01:23:45,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/default/test/6e217b5557e92442fc772afde787a9ff/f/c38f01db060b4981b088da7df3550cc4_SeqId_4_ into 6e217b5557e92442fc772afde787a9ff/f 2024-11-10T01:23:45,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/staging/jenkins.hfs.23__test__23v5qlc3gg6rpdhpmvaeqopag4j06citrdvfuonnrgbg8qjcsq8qp3doga41k6gi/f/9aee98ec0b1045df90060d491170f913_SeqId_6_ into 6e217b5557e92442fc772afde787a9ff/f (new location: hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/default/test/6e217b5557e92442fc772afde787a9ff/f/c38f01db060b4981b088da7df3550cc4_SeqId_4_) 2024-11-10T01:23:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/staging/jenkins.hfs.23__test__23v5qlc3gg6rpdhpmvaeqopag4j06citrdvfuonnrgbg8qjcsq8qp3doga41k6gi/f/9aee98ec0b1045df90060d491170f913_SeqId_6_ 2024-11-10T01:23:45,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/staging/jenkins.hfs.23__test__23v5qlc3gg6rpdhpmvaeqopag4j06citrdvfuonnrgbg8qjcsq8qp3doga41k6gi/f/b86bffea25264d89b6af8334835dd3d7_SeqId_6_ into 6e217b5557e92442fc772afde787a9ff/f as hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/default/test/6e217b5557e92442fc772afde787a9ff/f/40593c976ec0448e929df752841a8130_SeqId_4_ - updating store file list. 2024-11-10T01:23:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 40593c976ec0448e929df752841a8130_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T01:23:45,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/default/test/6e217b5557e92442fc772afde787a9ff/f/40593c976ec0448e929df752841a8130_SeqId_4_ into 6e217b5557e92442fc772afde787a9ff/f 2024-11-10T01:23:45,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/staging/jenkins.hfs.23__test__23v5qlc3gg6rpdhpmvaeqopag4j06citrdvfuonnrgbg8qjcsq8qp3doga41k6gi/f/b86bffea25264d89b6af8334835dd3d7_SeqId_6_ into 6e217b5557e92442fc772afde787a9ff/f (new location: hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/default/test/6e217b5557e92442fc772afde787a9ff/f/40593c976ec0448e929df752841a8130_SeqId_4_) 2024-11-10T01:23:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/staging/jenkins.hfs.23__test__23v5qlc3gg6rpdhpmvaeqopag4j06citrdvfuonnrgbg8qjcsq8qp3doga41k6gi/f/b86bffea25264d89b6af8334835dd3d7_SeqId_6_ 2024-11-10T01:23:45,409 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:38479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-10T01:23:45,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46223 {}] regionserver.ReplicationSink(324): Finished replicating [5f4e1b88-f21d-4811-8b45-7a7840a1dd02] bulk loaded data 2024-11-10T01:23:45,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741839_1015 (size=11194) 2024-11-10T01:23:45,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:23:45,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:23:45,448 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148955 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0c4d4d227d60,40769,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T01:23:45,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741840_1016 (size=10791) 2024-11-10T01:23:45,500 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:45,604 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:45,805 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:45,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T01:23:45,868 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__gkkc55adku0cjllk4jck56bhqqbvuooginf2nq19j47dk420g7a29tkgou943gba/f/9aee98ec0b1045df90060d491170f913_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T01:23:45,871 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__gkkc55adku0cjllk4jck56bhqqbvuooginf2nq19j47dk420g7a29tkgou943gba/f/b86bffea25264d89b6af8334835dd3d7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T01:23:45,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__gkkc55adku0cjllk4jck56bhqqbvuooginf2nq19j47dk420g7a29tkgou943gba/f/9aee98ec0b1045df90060d491170f913_SeqId_6_ for inclusion in f5d58565bca8b5f252603ecfcdca6912/f 2024-11-10T01:23:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T01:23:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:23:45,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__gkkc55adku0cjllk4jck56bhqqbvuooginf2nq19j47dk420g7a29tkgou943gba/f/b86bffea25264d89b6af8334835dd3d7_SeqId_6_ for inclusion in f5d58565bca8b5f252603ecfcdca6912/f 2024-11-10T01:23:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T01:23:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T01:23:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HRegion(2603): Flush status journal for f5d58565bca8b5f252603ecfcdca6912: 2024-11-10T01:23:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9aee98ec0b1045df90060d491170f913_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T01:23:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__gkkc55adku0cjllk4jck56bhqqbvuooginf2nq19j47dk420g7a29tkgou943gba/f/9aee98ec0b1045df90060d491170f913_SeqId_6_ as hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/f/2ddd647e214740b7a9062634cab76c5b_SeqId_6_ 2024-11-10T01:23:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b86bffea25264d89b6af8334835dd3d7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T01:23:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__gkkc55adku0cjllk4jck56bhqqbvuooginf2nq19j47dk420g7a29tkgou943gba/f/b86bffea25264d89b6af8334835dd3d7_SeqId_6_ as hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/f/b6ef96984a344aa3bd56e39438e3b068_SeqId_6_ 2024-11-10T01:23:45,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__gkkc55adku0cjllk4jck56bhqqbvuooginf2nq19j47dk420g7a29tkgou943gba/f/9aee98ec0b1045df90060d491170f913_SeqId_6_ into f5d58565bca8b5f252603ecfcdca6912/f as hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/f/2ddd647e214740b7a9062634cab76c5b_SeqId_6_ - updating store file list. 2024-11-10T01:23:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ddd647e214740b7a9062634cab76c5b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T01:23:45,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/f/2ddd647e214740b7a9062634cab76c5b_SeqId_6_ into f5d58565bca8b5f252603ecfcdca6912/f 2024-11-10T01:23:45,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__gkkc55adku0cjllk4jck56bhqqbvuooginf2nq19j47dk420g7a29tkgou943gba/f/9aee98ec0b1045df90060d491170f913_SeqId_6_ into f5d58565bca8b5f252603ecfcdca6912/f (new location: hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/f/2ddd647e214740b7a9062634cab76c5b_SeqId_6_) 2024-11-10T01:23:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__gkkc55adku0cjllk4jck56bhqqbvuooginf2nq19j47dk420g7a29tkgou943gba/f/9aee98ec0b1045df90060d491170f913_SeqId_6_ 2024-11-10T01:23:45,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__gkkc55adku0cjllk4jck56bhqqbvuooginf2nq19j47dk420g7a29tkgou943gba/f/b86bffea25264d89b6af8334835dd3d7_SeqId_6_ into f5d58565bca8b5f252603ecfcdca6912/f as hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/f/b6ef96984a344aa3bd56e39438e3b068_SeqId_6_ - updating store file list. 2024-11-10T01:23:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b6ef96984a344aa3bd56e39438e3b068_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T01:23:45,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/f/b6ef96984a344aa3bd56e39438e3b068_SeqId_6_ into f5d58565bca8b5f252603ecfcdca6912/f 2024-11-10T01:23:45,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__gkkc55adku0cjllk4jck56bhqqbvuooginf2nq19j47dk420g7a29tkgou943gba/f/b86bffea25264d89b6af8334835dd3d7_SeqId_6_ into f5d58565bca8b5f252603ecfcdca6912/f (new location: hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/f/b6ef96984a344aa3bd56e39438e3b068_SeqId_6_) 2024-11-10T01:23:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/staging/jenkins.hfs.22__test__gkkc55adku0cjllk4jck56bhqqbvuooginf2nq19j47dk420g7a29tkgou943gba/f/b86bffea25264d89b6af8334835dd3d7_SeqId_6_ 2024-11-10T01:23:45,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.ReplicationSink(324): Finished replicating [5f4e1b88-f21d-4811-8b45-7a7840a1dd02] bulk loaded data 2024-11-10T01:23:45,908 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:46,209 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:46,311 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:46,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:23:46,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:46,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:46,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:46,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:46,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:46,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:23:46,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1316070416, stopped=false 2024-11-10T01:23:46,332 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,44483,1731201813753 2024-11-10T01:23:46,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-877165143/running 2024-11-10T01:23:46,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-877165143/running 2024-11-10T01:23:46,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143 2024-11-10T01:23:46,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143 2024-11-10T01:23:46,395 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:23:46,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:46,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:46,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:46,396 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,46223,1731201814315' ***** 2024-11-10T01:23:46,396 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:23:46,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Set watcher on znode that does not yet exist, /2-877165143/running 2024-11-10T01:23:46,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Set watcher on znode that does not yet exist, /2-877165143/running 2024-11-10T01:23:46,397 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:23:46,397 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:23:46,397 INFO [RS:0;0c4d4d227d60:46223 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:23:46,397 INFO [RS:0;0c4d4d227d60:46223 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:23:46,397 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e217b5557e92442fc772afde787a9ff 2024-11-10T01:23:46,398 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,46223,1731201814315 2024-11-10T01:23:46,398 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:23:46,398 INFO [RS:0;0c4d4d227d60:46223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:46223. 2024-11-10T01:23:46,398 DEBUG [RS:0;0c4d4d227d60:46223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:46,398 DEBUG [RS:0;0c4d4d227d60:46223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:46,398 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e217b5557e92442fc772afde787a9ff, disabling compactions & flushes 2024-11-10T01:23:46,398 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731201820200.6e217b5557e92442fc772afde787a9ff. 2024-11-10T01:23:46,398 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201820200.6e217b5557e92442fc772afde787a9ff. 2024-11-10T01:23:46,398 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:23:46,398 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:23:46,398 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731201820200.6e217b5557e92442fc772afde787a9ff. after waiting 0 ms 2024-11-10T01:23:46,398 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:23:46,398 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731201820200.6e217b5557e92442fc772afde787a9ff. 2024-11-10T01:23:46,398 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:23:46,399 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T01:23:46,399 DEBUG [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6e217b5557e92442fc772afde787a9ff=test,,1731201820200.6e217b5557e92442fc772afde787a9ff.} 2024-11-10T01:23:46,399 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:23:46,399 DEBUG [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e217b5557e92442fc772afde787a9ff 2024-11-10T01:23:46,399 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:23:46,399 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:23:46,399 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:23:46,399 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:23:46,399 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T01:23:46,405 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/default/test/6e217b5557e92442fc772afde787a9ff/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T01:23:46,406 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:23:46,406 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:23:46,406 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731201820200.6e217b5557e92442fc772afde787a9ff. 2024-11-10T01:23:46,406 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e217b5557e92442fc772afde787a9ff: Waiting for close lock at 1731201826398Running coprocessor pre-close hooks at 1731201826398Disabling compacts and flushes for region at 1731201826398Disabling writes for close at 1731201826398Writing region close event to WAL at 1731201826400 (+2 ms)Running coprocessor post-close hooks at 1731201826405 (+5 ms)Closed at 1731201826406 (+1 ms) 2024-11-10T01:23:46,406 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731201820200.6e217b5557e92442fc772afde787a9ff. 2024-11-10T01:23:46,416 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/.tmp/info/5c3689258cf247eb8f7a2760051e29e4 is 129, key is test,,1731201820200.6e217b5557e92442fc772afde787a9ff./info:regioninfo/1731201820956/Put/seqid=0 2024-11-10T01:23:46,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741839_1015 (size=6421) 2024-11-10T01:23:46,428 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:23:46,599 DEBUG [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:23:46,713 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:46,799 DEBUG [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:23:46,815 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:46,820 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/.tmp/info/5c3689258cf247eb8f7a2760051e29e4 2024-11-10T01:23:46,836 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/.tmp/ns/2d033ecd54b541f69382ef7ebf3dc1ba is 43, key is default/ns:d/1731201817360/Put/seqid=0 2024-11-10T01:23:46,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741840_1016 (size=5153) 2024-11-10T01:23:46,840 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/.tmp/ns/2d033ecd54b541f69382ef7ebf3dc1ba 2024-11-10T01:23:46,855 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/.tmp/rep_barrier/69149943bff3457598a954c622665587 is 112, key is test,,1731201820200.6e217b5557e92442fc772afde787a9ff./rep_barrier:seqnumDuringOpen/1731201820956/Put/seqid=0 2024-11-10T01:23:46,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741841_1017 (size=5518) 2024-11-10T01:23:46,999 DEBUG [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:23:47,199 DEBUG [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:23:47,261 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/.tmp/rep_barrier/69149943bff3457598a954c622665587 2024-11-10T01:23:47,279 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/.tmp/table/2d89937e486d406899905b5c074e054a is 40, key is test/table:state/1731201820961/Put/seqid=0 2024-11-10T01:23:47,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741842_1018 (size=5165) 2024-11-10T01:23:47,286 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/.tmp/table/2d89937e486d406899905b5c074e054a 2024-11-10T01:23:47,291 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/.tmp/info/5c3689258cf247eb8f7a2760051e29e4 as hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/info/5c3689258cf247eb8f7a2760051e29e4 2024-11-10T01:23:47,294 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/info/5c3689258cf247eb8f7a2760051e29e4, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T01:23:47,295 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/.tmp/ns/2d033ecd54b541f69382ef7ebf3dc1ba as hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/ns/2d033ecd54b541f69382ef7ebf3dc1ba 2024-11-10T01:23:47,298 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/ns/2d033ecd54b541f69382ef7ebf3dc1ba, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T01:23:47,299 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/.tmp/rep_barrier/69149943bff3457598a954c622665587 as hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/rep_barrier/69149943bff3457598a954c622665587 2024-11-10T01:23:47,302 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/rep_barrier/69149943bff3457598a954c622665587, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T01:23:47,303 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/.tmp/table/2d89937e486d406899905b5c074e054a as hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/table/2d89937e486d406899905b5c074e054a 2024-11-10T01:23:47,306 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/table/2d89937e486d406899905b5c074e054a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T01:23:47,307 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=11, compaction requested=false 2024-11-10T01:23:47,313 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T01:23:47,313 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:23:47,313 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:23:47,313 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:23:47,313 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201826399Running coprocessor pre-close hooks at 1731201826399Disabling compacts and flushes for region at 1731201826399Disabling writes for close at 1731201826399Obtaining lock to block concurrent updates at 1731201826399Preparing flush snapshotting stores in 1588230740 at 1731201826399Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731201826399Flushing stores of hbase:meta,,1.1588230740 at 1731201826400 (+1 ms)Flushing 1588230740/info: creating writer at 1731201826400Flushing 1588230740/info: appending metadata at 1731201826416 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731201826416Flushing 1588230740/ns: creating writer at 1731201826824 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731201826836 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731201826836Flushing 1588230740/rep_barrier: creating writer at 1731201826843 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731201826854 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731201826854Flushing 1588230740/table: creating writer at 1731201827266 (+412 ms)Flushing 1588230740/table: appending metadata at 1731201827279 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731201827279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d77463f: reopening flushed file at 1731201827290 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d30ae1c: reopening flushed file at 1731201827294 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@195871df: reopening flushed file at 1731201827299 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6914a43d: reopening flushed file at 1731201827302 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=11, compaction requested=false at 1731201827307 (+5 ms)Writing region close event to WAL at 1731201827311 (+4 ms)Running coprocessor post-close hooks at 1731201827313 (+2 ms)Closed at 1731201827313 2024-11-10T01:23:47,314 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:23:47,315 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:47,321 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:23:47,321 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:23:47,400 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,46223,1731201814315; all regions closed. 2024-11-10T01:23:47,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741834_1010 (size=2717) 2024-11-10T01:23:47,404 DEBUG [RS:0;0c4d4d227d60:46223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/oldWALs 2024-11-10T01:23:47,404 INFO [RS:0;0c4d4d227d60:46223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C46223%2C1731201814315.meta:.meta(num 1731201817313) 2024-11-10T01:23:47,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741832_1008 (size=1028) 2024-11-10T01:23:47,408 DEBUG [RS:0;0c4d4d227d60:46223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/oldWALs 2024-11-10T01:23:47,408 INFO [RS:0;0c4d4d227d60:46223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C46223%2C1731201814315:(num 1731201816454) 2024-11-10T01:23:47,408 DEBUG [RS:0;0c4d4d227d60:46223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:47,408 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:23:47,408 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:23:47,408 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:23:47,408 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:23:47,408 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:23:47,409 INFO [RS:0;0c4d4d227d60:46223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:46223. 2024-11-10T01:23:47,409 DEBUG [RS:0;0c4d4d227d60:46223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:47,409 DEBUG [RS:0;0c4d4d227d60:46223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:47,409 DEBUG [RS:0;0c4d4d227d60:46223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:47,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:47,409 INFO [RS:0;0c4d4d227d60:46223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46223 2024-11-10T01:23:47,419 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:47,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143/rs 2024-11-10T01:23:47,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-877165143/rs/0c4d4d227d60,46223,1731201814315 2024-11-10T01:23:47,427 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:23:47,492 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,46223,1731201814315] 2024-11-10T01:23:47,566 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-877165143/draining/0c4d4d227d60,46223,1731201814315 already deleted, retry=false 2024-11-10T01:23:47,566 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,46223,1731201814315 expired; onlineServers=0 2024-11-10T01:23:47,566 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,44483,1731201813753' ***** 2024-11-10T01:23:47,566 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:23:47,566 INFO [M:0;0c4d4d227d60:44483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:23:47,567 INFO [M:0;0c4d4d227d60:44483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:23:47,567 DEBUG [M:0;0c4d4d227d60:44483 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:23:47,567 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:23:47,567 DEBUG [M:0;0c4d4d227d60:44483 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:23:47,567 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201816132 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201816132,5,FailOnTimeoutGroup] 2024-11-10T01:23:47,567 INFO [M:0;0c4d4d227d60:44483 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:23:47,567 INFO [M:0;0c4d4d227d60:44483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:23:47,567 DEBUG [M:0;0c4d4d227d60:44483 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:23:47,567 INFO [M:0;0c4d4d227d60:44483 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:23:47,567 INFO [M:0;0c4d4d227d60:44483 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:23:47,567 INFO [M:0;0c4d4d227d60:44483 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:23:47,567 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201816132 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201816132,5,FailOnTimeoutGroup] 2024-11-10T01:23:47,567 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:23:47,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-877165143/master 2024-11-10T01:23:47,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-877165143 2024-11-10T01:23:47,584 DEBUG [M:0;0c4d4d227d60:44483 {}] zookeeper.ZKUtil(347): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Unable to get data of znode /2-877165143/master because node does not exist (not an error) 2024-11-10T01:23:47,584 WARN [M:0;0c4d4d227d60:44483 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:23:47,585 INFO [M:0;0c4d4d227d60:44483 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/.lastflushedseqids 2024-11-10T01:23:47,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:47,593 INFO [RS:0;0c4d4d227d60:46223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:23:47,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46223-0x10122571c060007, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:47,593 INFO [RS:0;0c4d4d227d60:46223 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,46223,1731201814315; zookeeper connection closed. 2024-11-10T01:23:47,593 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66bd7315 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66bd7315 2024-11-10T01:23:47,593 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:23:47,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741843_1019 (size=173) 2024-11-10T01:23:48,014 INFO [M:0;0c4d4d227d60:44483 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:23:48,014 INFO [M:0;0c4d4d227d60:44483 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:23:48,015 DEBUG [M:0;0c4d4d227d60:44483 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:23:48,015 INFO [M:0;0c4d4d227d60:44483 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:48,015 DEBUG [M:0;0c4d4d227d60:44483 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:48,015 DEBUG [M:0;0c4d4d227d60:44483 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:23:48,015 DEBUG [M:0;0c4d4d227d60:44483 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:48,015 INFO [M:0;0c4d4d227d60:44483 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-10T01:23:48,019 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:48,030 DEBUG [M:0;0c4d4d227d60:44483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29247b306db84e8aab3ea5c31b6ebd84 is 82, key is hbase:meta,,1/info:regioninfo/1731201817340/Put/seqid=0 2024-11-10T01:23:48,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741844_1020 (size=5672) 2024-11-10T01:23:48,123 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:48,436 INFO [M:0;0c4d4d227d60:44483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29247b306db84e8aab3ea5c31b6ebd84 2024-11-10T01:23:48,468 DEBUG [M:0;0c4d4d227d60:44483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f663947e01c74fddbe36c35540c3794d is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731201820964/Put/seqid=0 2024-11-10T01:23:48,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741845_1021 (size=6585) 2024-11-10T01:23:48,476 INFO [M:0;0c4d4d227d60:44483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f663947e01c74fddbe36c35540c3794d 2024-11-10T01:23:48,503 DEBUG [M:0;0c4d4d227d60:44483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9639ed021a0b4ab8a8627908b01d62b7 is 69, key is 0c4d4d227d60,46223,1731201814315/rs:state/1731201816237/Put/seqid=0 2024-11-10T01:23:48,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741846_1022 (size=5156) 2024-11-10T01:23:48,549 INFO [M:0;0c4d4d227d60:44483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9639ed021a0b4ab8a8627908b01d62b7 2024-11-10T01:23:48,560 DEBUG [M:0;0c4d4d227d60:44483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29247b306db84e8aab3ea5c31b6ebd84 as hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29247b306db84e8aab3ea5c31b6ebd84 2024-11-10T01:23:48,564 INFO [M:0;0c4d4d227d60:44483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29247b306db84e8aab3ea5c31b6ebd84, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T01:23:48,564 DEBUG [M:0;0c4d4d227d60:44483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f663947e01c74fddbe36c35540c3794d as hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f663947e01c74fddbe36c35540c3794d 2024-11-10T01:23:48,567 INFO [M:0;0c4d4d227d60:44483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f663947e01c74fddbe36c35540c3794d, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T01:23:48,568 DEBUG [M:0;0c4d4d227d60:44483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9639ed021a0b4ab8a8627908b01d62b7 as hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9639ed021a0b4ab8a8627908b01d62b7 2024-11-10T01:23:48,571 INFO [M:0;0c4d4d227d60:44483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46865/user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9639ed021a0b4ab8a8627908b01d62b7, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T01:23:48,572 INFO [M:0;0c4d4d227d60:44483 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 557ms, sequenceid=55, compaction requested=false 2024-11-10T01:23:48,583 INFO [M:0;0c4d4d227d60:44483 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:48,583 DEBUG [M:0;0c4d4d227d60:44483 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201828014Disabling compacts and flushes for region at 1731201828014Disabling writes for close at 1731201828015 (+1 ms)Obtaining lock to block concurrent updates at 1731201828015Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201828015Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731201828015Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201828016 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201828016Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201828030 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201828030Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201828439 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201828468 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201828468Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201828481 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201828502 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201828502Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d9d0d0: reopening flushed file at 1731201828560 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2650d706: reopening flushed file at 1731201828564 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f65494: reopening flushed file at 1731201828567 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 557ms, sequenceid=55, compaction requested=false at 1731201828572 (+5 ms)Writing region close event to WAL at 1731201828582 (+10 ms)Closed at 1731201828583 (+1 ms) 2024-11-10T01:23:48,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45205 is added to blk_1073741830_1006 (size=32758) 2024-11-10T01:23:48,596 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9999c8ea-9d23-83bf-6fed-07205f9ca438/MasterData/WALs/0c4d4d227d60,44483,1731201813753/0c4d4d227d60%2C44483%2C1731201813753.1731201815313 not finished, retry = 0 2024-11-10T01:23:48,697 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:23:48,697 INFO [M:0;0c4d4d227d60:44483 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:23:48,697 INFO [M:0;0c4d4d227d60:44483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44483 2024-11-10T01:23:48,697 INFO [M:0;0c4d4d227d60:44483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:23:48,821 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:48,844 INFO [M:0;0c4d4d227d60:44483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:23:48,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:48,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10122571c060006, quorum=127.0.0.1:62842, baseZNode=/2-877165143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:48,845 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:23:48,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fa5581d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:23:48,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f23c681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:23:48,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:23:48,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fd2bf66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:23:48,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d368aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/hadoop.log.dir/,STOPPED} 2024-11-10T01:23:48,847 WARN [BP-1004544803-172.17.0.3-1731201811035 heartbeating to localhost/127.0.0.1:46865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:23:48,847 WARN [BP-1004544803-172.17.0.3-1731201811035 heartbeating to localhost/127.0.0.1:46865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1004544803-172.17.0.3-1731201811035 (Datanode Uuid 77300195-ddbd-4a34-846b-c25c248124b8) service to localhost/127.0.0.1:46865 2024-11-10T01:23:48,848 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:23:48,848 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:23:48,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/cluster_37b61cfa-9852-e1a9-462b-a5ce517e8ff8/data/data1/current/BP-1004544803-172.17.0.3-1731201811035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:23:48,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/cluster_37b61cfa-9852-e1a9-462b-a5ce517e8ff8/data/data2/current/BP-1004544803-172.17.0.3-1731201811035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:23:48,849 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:23:48,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f33d3d5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:23:48,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15e42844{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:23:48,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:23:48,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e807785{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:23:48,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@509cad7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9380e327-dfa8-0bb7-126e-3847e5afd593/hadoop.log.dir/,STOPPED} 2024-11-10T01:23:48,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:23:48,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:23:48,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:48,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:48,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:48,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:48,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:48,893 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:23:48,893 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=474291622, stopped=false 2024-11-10T01:23:48,893 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,36985,1731201808226 2024-11-10T01:23:48,926 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:48,984 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11524640487/running 2024-11-10T01:23:48,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11524640487/running 2024-11-10T01:23:48,984 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487 2024-11-10T01:23:48,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487 2024-11-10T01:23:48,984 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:23:48,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:48,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Set watcher on znode that does not yet exist, /11524640487/running 2024-11-10T01:23:48,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Set watcher on znode that does not yet exist, /11524640487/running 2024-11-10T01:23:48,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:48,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:48,985 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,34427,1731201808379' ***** 2024-11-10T01:23:48,985 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:23:48,985 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:23:48,986 INFO [RS:0;0c4d4d227d60:34427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:23:48,986 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:23:48,986 INFO [RS:0;0c4d4d227d60:34427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:23:48,986 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(3091): Received CLOSE for f5d58565bca8b5f252603ecfcdca6912 2024-11-10T01:23:48,986 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,34427,1731201808379 2024-11-10T01:23:48,986 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:23:48,986 INFO [RS:0;0c4d4d227d60:34427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:34427. 2024-11-10T01:23:48,986 DEBUG [RS:0;0c4d4d227d60:34427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:48,986 DEBUG [RS:0;0c4d4d227d60:34427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:48,986 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5d58565bca8b5f252603ecfcdca6912, disabling compactions & flushes 2024-11-10T01:23:48,986 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912. 2024-11-10T01:23:48,986 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912. 2024-11-10T01:23:48,986 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912. after waiting 0 ms 2024-11-10T01:23:48,986 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:23:48,986 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912. 2024-11-10T01:23:48,986 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:23:48,986 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:23:48,986 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:23:48,986 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T01:23:48,986 DEBUG [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1325): Online Regions={f5d58565bca8b5f252603ecfcdca6912=test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:23:48,986 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:23:48,986 DEBUG [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5d58565bca8b5f252603ecfcdca6912 2024-11-10T01:23:48,986 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:23:48,986 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:23:48,986 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:23:48,986 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:23:48,987 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T01:23:48,990 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/default/test/f5d58565bca8b5f252603ecfcdca6912/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T01:23:48,990 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:23:48,990 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:23:48,990 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912. 2024-11-10T01:23:48,990 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5d58565bca8b5f252603ecfcdca6912: Waiting for close lock at 1731201828986Running coprocessor pre-close hooks at 1731201828986Disabling compacts and flushes for region at 1731201828986Disabling writes for close at 1731201828986Writing region close event to WAL at 1731201828987 (+1 ms)Running coprocessor post-close hooks at 1731201828990 (+3 ms)Closed at 1731201828990 2024-11-10T01:23:48,990 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912. 2024-11-10T01:23:49,001 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/.tmp/info/f89b7a0a9f524681ab3708dd460a0823 is 129, key is test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912./info:regioninfo/1731201819924/Put/seqid=0 2024-11-10T01:23:49,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741841_1017 (size=6421) 2024-11-10T01:23:49,036 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:23:49,187 DEBUG [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:23:49,387 DEBUG [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:23:49,400 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:23:49,400 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:23:49,404 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/.tmp/info/f89b7a0a9f524681ab3708dd460a0823 2024-11-10T01:23:49,426 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/.tmp/ns/963b4345e723480aa4fa04c0154b2c2a is 43, key is default/ns:d/1731201810923/Put/seqid=0 2024-11-10T01:23:49,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741842_1018 (size=5153) 2024-11-10T01:23:49,587 DEBUG [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:23:49,725 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:49,787 DEBUG [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:23:49,829 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:49,830 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/.tmp/ns/963b4345e723480aa4fa04c0154b2c2a 2024-11-10T01:23:49,847 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/.tmp/rep_barrier/15bf11360bef42f4b048d44d98b6efca is 112, key is test,,1731201819571.f5d58565bca8b5f252603ecfcdca6912./rep_barrier:seqnumDuringOpen/1731201819924/Put/seqid=0 2024-11-10T01:23:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741843_1019 (size=5518) 2024-11-10T01:23:49,987 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T01:23:49,987 DEBUG [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:23:49,987 DEBUG [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:23:50,187 DEBUG [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:23:50,251 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/.tmp/rep_barrier/15bf11360bef42f4b048d44d98b6efca 2024-11-10T01:23:50,267 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/.tmp/table/4e137f8d0bd94c0487e40e749540ef29 is 40, key is test/table:state/1731201819937/Put/seqid=0 2024-11-10T01:23:50,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741844_1020 (size=5165) 2024-11-10T01:23:50,270 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/.tmp/table/4e137f8d0bd94c0487e40e749540ef29 2024-11-10T01:23:50,273 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/.tmp/info/f89b7a0a9f524681ab3708dd460a0823 as hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/info/f89b7a0a9f524681ab3708dd460a0823 2024-11-10T01:23:50,275 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/info/f89b7a0a9f524681ab3708dd460a0823, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T01:23:50,276 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/.tmp/ns/963b4345e723480aa4fa04c0154b2c2a as hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/ns/963b4345e723480aa4fa04c0154b2c2a 2024-11-10T01:23:50,278 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/ns/963b4345e723480aa4fa04c0154b2c2a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T01:23:50,279 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/.tmp/rep_barrier/15bf11360bef42f4b048d44d98b6efca as hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/rep_barrier/15bf11360bef42f4b048d44d98b6efca 2024-11-10T01:23:50,281 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/rep_barrier/15bf11360bef42f4b048d44d98b6efca, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T01:23:50,282 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/.tmp/table/4e137f8d0bd94c0487e40e749540ef29 as hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/table/4e137f8d0bd94c0487e40e749540ef29 2024-11-10T01:23:50,284 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/table/4e137f8d0bd94c0487e40e749540ef29, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T01:23:50,285 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false 2024-11-10T01:23:50,285 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:23:50,289 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T01:23:50,290 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:23:50,290 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:23:50,290 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:23:50,290 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201828986Running coprocessor pre-close hooks at 1731201828986Disabling compacts and flushes for region at 1731201828986Disabling writes for close at 1731201828986Obtaining lock to block concurrent updates at 1731201828987 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731201828987Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731201828987Flushing stores of hbase:meta,,1.1588230740 at 1731201828987Flushing 1588230740/info: creating writer at 1731201828987Flushing 1588230740/info: appending metadata at 1731201829001 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731201829001Flushing 1588230740/ns: creating writer at 1731201829409 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731201829426 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731201829426Flushing 1588230740/rep_barrier: creating writer at 1731201829833 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731201829847 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731201829847Flushing 1588230740/table: creating writer at 1731201830255 (+408 ms)Flushing 1588230740/table: appending metadata at 1731201830266 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731201830266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e76b9ef: reopening flushed file at 1731201830272 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598c8ed3: reopening flushed file at 1731201830275 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3ee750: reopening flushed file at 1731201830279 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31db5d91: reopening flushed file at 1731201830281 (+2 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false at 1731201830285 (+4 ms)Writing region close event to WAL at 1731201830287 (+2 ms)Running coprocessor post-close hooks at 1731201830290 (+3 ms)Closed at 1731201830290 2024-11-10T01:23:50,290 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:23:50,388 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,34427,1731201808379; all regions closed. 2024-11-10T01:23:50,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741834_1010 (size=2717) 2024-11-10T01:23:50,391 DEBUG [RS:0;0c4d4d227d60:34427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/oldWALs 2024-11-10T01:23:50,391 INFO [RS:0;0c4d4d227d60:34427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C34427%2C1731201808379.meta:.meta(num 1731201810840) 2024-11-10T01:23:50,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741833_1009 (size=1374) 2024-11-10T01:23:50,398 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/WALs/0c4d4d227d60,34427,1731201808379/0c4d4d227d60%2C34427%2C1731201808379.1731201810449 not finished, retry = 0 2024-11-10T01:23:50,499 DEBUG [RS:0;0c4d4d227d60:34427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/oldWALs 2024-11-10T01:23:50,500 INFO [RS:0;0c4d4d227d60:34427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C34427%2C1731201808379:(num 1731201810449) 2024-11-10T01:23:50,500 DEBUG [RS:0;0c4d4d227d60:34427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:50,500 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:23:50,500 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:23:50,500 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:23:50,500 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:23:50,500 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:23:50,501 INFO [RS:0;0c4d4d227d60:34427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:34427. 2024-11-10T01:23:50,501 DEBUG [RS:0;0c4d4d227d60:34427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:50,501 DEBUG [RS:0;0c4d4d227d60:34427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:50,501 DEBUG [RS:0;0c4d4d227d60:34427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:50,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:50,501 INFO [RS:0;0c4d4d227d60:34427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34427 2024-11-10T01:23:50,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487/rs 2024-11-10T01:23:50,521 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11524640487/rs/0c4d4d227d60,34427,1731201808379 2024-11-10T01:23:50,521 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:23:50,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,34427,1731201808379] 2024-11-10T01:23:50,553 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11524640487/draining/0c4d4d227d60,34427,1731201808379 already deleted, retry=false 2024-11-10T01:23:50,553 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,34427,1731201808379 expired; onlineServers=0 2024-11-10T01:23:50,553 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,36985,1731201808226' ***** 2024-11-10T01:23:50,553 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:23:50,553 INFO [M:0;0c4d4d227d60:36985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:23:50,553 INFO [M:0;0c4d4d227d60:36985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:23:50,553 DEBUG [M:0;0c4d4d227d60:36985 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:23:50,553 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:23:50,553 DEBUG [M:0;0c4d4d227d60:36985 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:23:50,553 INFO [M:0;0c4d4d227d60:36985 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:23:50,553 INFO [M:0;0c4d4d227d60:36985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:23:50,553 DEBUG [M:0;0c4d4d227d60:36985 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:23:50,553 INFO [M:0;0c4d4d227d60:36985 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:23:50,553 INFO [M:0;0c4d4d227d60:36985 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:23:50,554 INFO [M:0;0c4d4d227d60:36985 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:23:50,554 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201810155 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201810155,5,FailOnTimeoutGroup] 2024-11-10T01:23:50,554 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201810156 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201810156,5,FailOnTimeoutGroup] 2024-11-10T01:23:50,554 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:23:50,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11524640487/master 2024-11-10T01:23:50,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11524640487 2024-11-10T01:23:50,574 DEBUG [M:0;0c4d4d227d60:36985 {}] zookeeper.RecoverableZooKeeper(212): Node /11524640487/master already deleted, retry=false 2024-11-10T01:23:50,574 DEBUG [M:0;0c4d4d227d60:36985 {}] master.ActiveMasterManager(353): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Failed delete of our master address node; KeeperErrorCode = NoNode for /11524640487/master 2024-11-10T01:23:50,575 INFO [M:0;0c4d4d227d60:36985 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/.lastflushedseqids 2024-11-10T01:23:50,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741845_1021 (size=173) 2024-11-10T01:23:50,632 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:50,632 INFO [RS:0;0c4d4d227d60:34427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:23:50,632 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x10122571c060004, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:50,632 INFO [RS:0;0c4d4d227d60:34427 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,34427,1731201808379; zookeeper connection closed. 2024-11-10T01:23:50,632 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36576f44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36576f44 2024-11-10T01:23:50,632 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:23:50,728 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:50,833 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:50,983 INFO [M:0;0c4d4d227d60:36985 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:23:50,983 INFO [M:0;0c4d4d227d60:36985 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:23:50,983 DEBUG [M:0;0c4d4d227d60:36985 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:23:50,983 INFO [M:0;0c4d4d227d60:36985 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:50,983 DEBUG [M:0;0c4d4d227d60:36985 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:50,983 DEBUG [M:0;0c4d4d227d60:36985 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:23:50,983 DEBUG [M:0;0c4d4d227d60:36985 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:50,983 INFO [M:0;0c4d4d227d60:36985 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-10T01:23:50,996 DEBUG [M:0;0c4d4d227d60:36985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed01bbdd252b4688af8b1e11caa6a2da is 82, key is hbase:meta,,1/info:regioninfo/1731201810878/Put/seqid=0 2024-11-10T01:23:50,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741846_1022 (size=5672) 2024-11-10T01:23:50,999 INFO [M:0;0c4d4d227d60:36985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed01bbdd252b4688af8b1e11caa6a2da 2024-11-10T01:23:51,016 DEBUG [M:0;0c4d4d227d60:36985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e740e76a8b224cfe820ebe5dfc86e115 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731201819941/Put/seqid=0 2024-11-10T01:23:51,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741847_1023 (size=6585) 2024-11-10T01:23:51,026 INFO [M:0;0c4d4d227d60:36985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e740e76a8b224cfe820ebe5dfc86e115 2024-11-10T01:23:51,045 DEBUG [M:0;0c4d4d227d60:36985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f713d728b8df4d2280bb9e602e482af8 is 69, key is 0c4d4d227d60,34427,1731201808379/rs:state/1731201810215/Put/seqid=0 2024-11-10T01:23:51,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741848_1024 (size=5156) 2024-11-10T01:23:51,449 INFO [M:0;0c4d4d227d60:36985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f713d728b8df4d2280bb9e602e482af8 2024-11-10T01:23:51,452 DEBUG [M:0;0c4d4d227d60:36985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed01bbdd252b4688af8b1e11caa6a2da as hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed01bbdd252b4688af8b1e11caa6a2da 2024-11-10T01:23:51,456 INFO [M:0;0c4d4d227d60:36985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed01bbdd252b4688af8b1e11caa6a2da, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T01:23:51,457 DEBUG [M:0;0c4d4d227d60:36985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e740e76a8b224cfe820ebe5dfc86e115 as hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e740e76a8b224cfe820ebe5dfc86e115 2024-11-10T01:23:51,460 INFO [M:0;0c4d4d227d60:36985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e740e76a8b224cfe820ebe5dfc86e115, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T01:23:51,461 DEBUG [M:0;0c4d4d227d60:36985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f713d728b8df4d2280bb9e602e482af8 as hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f713d728b8df4d2280bb9e602e482af8 2024-11-10T01:23:51,464 INFO [M:0;0c4d4d227d60:36985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45209/user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f713d728b8df4d2280bb9e602e482af8, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T01:23:51,465 INFO [M:0;0c4d4d227d60:36985 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 482ms, sequenceid=55, compaction requested=false 2024-11-10T01:23:51,467 INFO [M:0;0c4d4d227d60:36985 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:51,467 DEBUG [M:0;0c4d4d227d60:36985 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201830983Disabling compacts and flushes for region at 1731201830983Disabling writes for close at 1731201830983Obtaining lock to block concurrent updates at 1731201830983Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201830983Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731201830984 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201830984Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201830984Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201830996 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201830996Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201831002 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201831016 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201831016Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201831031 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201831045 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201831045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316a368f: reopening flushed file at 1731201831452 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dcc6a96: reopening flushed file at 1731201831456 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486fff5e: reopening flushed file at 1731201831460 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 482ms, sequenceid=55, compaction requested=false at 1731201831465 (+5 ms)Writing region close event to WAL at 1731201831467 (+2 ms)Closed at 1731201831467 2024-11-10T01:23:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741830_1006 (size=32758) 2024-11-10T01:23:51,468 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39d14f61-df08-950a-d762-cdd9032d0212/MasterData/WALs/0c4d4d227d60,36985,1731201808226/0c4d4d227d60%2C36985%2C1731201808226.1731201809869 not finished, retry = 0 2024-11-10T01:23:51,569 INFO [M:0;0c4d4d227d60:36985 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:23:51,569 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:23:51,569 INFO [M:0;0c4d4d227d60:36985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36985 2024-11-10T01:23:51,569 INFO [M:0;0c4d4d227d60:36985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:23:51,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:51,731 INFO [M:0;0c4d4d227d60:36985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:23:51,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36985-0x10122571c060003, quorum=127.0.0.1:62842, baseZNode=/11524640487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:51,732 WARN [BP-1199366710-172.17.0.3-1731201805862 heartbeating to localhost/127.0.0.1:45209 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1199366710-172.17.0.3-1731201805862 (Datanode Uuid 17b8ec32-306c-404a-ad4d-c0b71f4025ff) service to localhost/127.0.0.1:45209 2024-11-10T01:23:51,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/cluster_e98a375a-76f2-b4b1-94a3-6e99ce3f65ac/data/data1/current/BP-1199366710-172.17.0.3-1731201805862 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:23:51,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/cluster_e98a375a-76f2-b4b1-94a3-6e99ce3f65ac/data/data2/current/BP-1199366710-172.17.0.3-1731201805862 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:23:51,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11ac2cbf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:23:51,734 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e287930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:23:51,734 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:23:51,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c3e21c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:23:51,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7db627b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/hadoop.log.dir/,STOPPED} 2024-11-10T01:23:51,735 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:23:51,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69acd25c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:23:51,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fe4f613{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:23:51,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:23:51,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e1f671b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:23:51,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63669582{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0462e3-a5a8-5641-8111-860085475b6e/hadoop.log.dir/,STOPPED} 2024-11-10T01:23:51,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:23:51,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:23:51,755 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:51,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:51,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:51,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:51,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:51,756 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:23:51,756 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=88078453, stopped=false 2024-11-10T01:23:51,756 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,37375,1731201804116 2024-11-10T01:23:51,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01453175476/running 2024-11-10T01:23:51,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01453175476/running 2024-11-10T01:23:51,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:51,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:51,773 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:23:51,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:23:51,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:51,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:51,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Set watcher on znode that does not yet exist, /01453175476/running 2024-11-10T01:23:51,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Set watcher on znode that does not yet exist, /01453175476/running 2024-11-10T01:23:51,774 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,38479,1731201804342' ***** 2024-11-10T01:23:51,774 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:23:51,774 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:23:51,774 INFO [RS:0;0c4d4d227d60:38479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:23:51,774 INFO [RS:0;0c4d4d227d60:38479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:23:51,774 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:51,774 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:23:51,775 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c7d70bd63cb539a4abe6b379d9feb11 2024-11-10T01:23:51,775 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,38479,1731201804342 2024-11-10T01:23:51,775 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:23:51,775 INFO [RS:0;0c4d4d227d60:38479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:38479. 2024-11-10T01:23:51,775 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f403127268a540cfc2f6433406d4c8c, disabling compactions & flushes 2024-11-10T01:23:51,775 DEBUG [RS:0;0c4d4d227d60:38479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:51,775 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c. 2024-11-10T01:23:51,775 DEBUG [RS:0;0c4d4d227d60:38479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:51,775 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c. 2024-11-10T01:23:51,775 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c. after waiting 0 ms 2024-11-10T01:23:51,775 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c. 2024-11-10T01:23:51,775 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:23:51,775 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:23:51,775 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:23:51,775 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:23:51,775 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f403127268a540cfc2f6433406d4c8c 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-10T01:23:51,775 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T01:23:51,775 DEBUG [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(1325): Online Regions={7f403127268a540cfc2f6433406d4c8c=hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c., 1588230740=hbase:meta,,1.1588230740, 1c7d70bd63cb539a4abe6b379d9feb11=test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11.} 2024-11-10T01:23:51,775 DEBUG [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c7d70bd63cb539a4abe6b379d9feb11, 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:51,775 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:23:51,775 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:23:51,775 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:23:51,775 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:23:51,775 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:23:51,776 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T01:23:51,792 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/.tmp/info/237b944091414c3b86148b7033e770c3 is 147, key is hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c./info:regioninfo/1731201822118/Put/seqid=0 2024-11-10T01:23:51,792 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/replication/7f403127268a540cfc2f6433406d4c8c/.tmp/hfileref/0321a8d00e6e4087b08bcc60dd948e80 is 74, key is 1/hfileref:44375747ce814f3e839700eb1b84f84d_SeqId_4_/1731201823851/DeleteColumn/seqid=0 2024-11-10T01:23:51,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741848_1024 (size=5489) 2024-11-10T01:23:51,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741847_1023 (size=7686) 2024-11-10T01:23:51,796 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/.tmp/info/237b944091414c3b86148b7033e770c3 2024-11-10T01:23:51,817 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/.tmp/ns/8f9899c0bee64e278a1664aee8cb7814 is 43, key is default/ns:d/1731201805774/Put/seqid=0 2024-11-10T01:23:51,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741849_1025 (size=5153) 2024-11-10T01:23:51,831 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:51,840 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:23:51,892 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:23:51,892 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:23:51,909 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:23:51,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,936 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:51,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:51,975 DEBUG [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c7d70bd63cb539a4abe6b379d9feb11, 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:51,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:52,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:23:52,176 DEBUG [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c7d70bd63cb539a4abe6b379d9feb11, 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:52,195 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/replication/7f403127268a540cfc2f6433406d4c8c/.tmp/hfileref/0321a8d00e6e4087b08bcc60dd948e80 2024-11-10T01:23:52,209 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/replication/7f403127268a540cfc2f6433406d4c8c/.tmp/queue/fd4ccfee40514c6ba29f55d3f295495b is 153, key is 1-0c4d4d227d60,38479,1731201804342/queue:0c4d4d227d60%2C38479%2C1731201804342/1731201825893/Put/seqid=0 2024-11-10T01:23:52,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741850_1026 (size=5504) 2024-11-10T01:23:52,222 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/.tmp/ns/8f9899c0bee64e278a1664aee8cb7814 2024-11-10T01:23:52,236 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/.tmp/rep_barrier/d0bf392ee91c4c1fac976bf46d4970e0 is 112, key is test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11./rep_barrier:seqnumDuringOpen/1731201818583/Put/seqid=0 2024-11-10T01:23:52,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741851_1027 (size=5518) 2024-11-10T01:23:52,376 DEBUG [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c7d70bd63cb539a4abe6b379d9feb11, 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:52,576 DEBUG [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c7d70bd63cb539a4abe6b379d9feb11, 7f403127268a540cfc2f6433406d4c8c 2024-11-10T01:23:52,613 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/replication/7f403127268a540cfc2f6433406d4c8c/.tmp/queue/fd4ccfee40514c6ba29f55d3f295495b 2024-11-10T01:23:52,617 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/replication/7f403127268a540cfc2f6433406d4c8c/.tmp/hfileref/0321a8d00e6e4087b08bcc60dd948e80 as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/replication/7f403127268a540cfc2f6433406d4c8c/hfileref/0321a8d00e6e4087b08bcc60dd948e80 2024-11-10T01:23:52,619 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/replication/7f403127268a540cfc2f6433406d4c8c/hfileref/0321a8d00e6e4087b08bcc60dd948e80, entries=6, sequenceid=17, filesize=5.4 K 2024-11-10T01:23:52,620 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/replication/7f403127268a540cfc2f6433406d4c8c/.tmp/queue/fd4ccfee40514c6ba29f55d3f295495b as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/replication/7f403127268a540cfc2f6433406d4c8c/queue/fd4ccfee40514c6ba29f55d3f295495b 2024-11-10T01:23:52,623 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/replication/7f403127268a540cfc2f6433406d4c8c/queue/fd4ccfee40514c6ba29f55d3f295495b, entries=2, sequenceid=17, filesize=5.4 K 2024-11-10T01:23:52,624 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7f403127268a540cfc2f6433406d4c8c in 849ms, sequenceid=17, compaction requested=false 2024-11-10T01:23:52,627 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/replication/7f403127268a540cfc2f6433406d4c8c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-10T01:23:52,627 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:23:52,627 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:23:52,627 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c. 2024-11-10T01:23:52,628 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f403127268a540cfc2f6433406d4c8c: Waiting for close lock at 1731201831775Running coprocessor pre-close hooks at 1731201831775Disabling compacts and flushes for region at 1731201831775Disabling writes for close at 1731201831775Obtaining lock to block concurrent updates at 1731201831775Preparing flush snapshotting stores in 7f403127268a540cfc2f6433406d4c8c at 1731201831775Finished memstore snapshotting hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731201831775Flushing stores of hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c. at 1731201831776 (+1 ms)Flushing 7f403127268a540cfc2f6433406d4c8c/hfileref: creating writer at 1731201831776Flushing 7f403127268a540cfc2f6433406d4c8c/hfileref: appending metadata at 1731201831791 (+15 ms)Flushing 7f403127268a540cfc2f6433406d4c8c/hfileref: closing flushed file at 1731201831791Flushing 7f403127268a540cfc2f6433406d4c8c/queue: creating writer at 1731201832198 (+407 ms)Flushing 7f403127268a540cfc2f6433406d4c8c/queue: appending metadata at 1731201832209 (+11 ms)Flushing 7f403127268a540cfc2f6433406d4c8c/queue: closing flushed file at 1731201832209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390847fd: reopening flushed file at 1731201832616 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fba6dab: reopening flushed file at 1731201832620 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7f403127268a540cfc2f6433406d4c8c in 849ms, sequenceid=17, compaction requested=false at 1731201832624 (+4 ms)Writing region close event to WAL at 1731201832625 (+1 ms)Running coprocessor post-close hooks at 1731201832627 (+2 ms)Closed at 1731201832627 2024-11-10T01:23:52,628 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731201821354.7f403127268a540cfc2f6433406d4c8c. 2024-11-10T01:23:52,628 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c7d70bd63cb539a4abe6b379d9feb11, disabling compactions & flushes 2024-11-10T01:23:52,628 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11. 2024-11-10T01:23:52,628 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11. 2024-11-10T01:23:52,628 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11. after waiting 0 ms 2024-11-10T01:23:52,628 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11. 2024-11-10T01:23:52,631 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/default/test/1c7d70bd63cb539a4abe6b379d9feb11/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T01:23:52,631 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:23:52,631 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T01:23:52,631 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11. 2024-11-10T01:23:52,631 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c7d70bd63cb539a4abe6b379d9feb11: Waiting for close lock at 1731201832628Running coprocessor pre-close hooks at 1731201832628Disabling compacts and flushes for region at 1731201832628Disabling writes for close at 1731201832628Writing region close event to WAL at 1731201832628Running coprocessor post-close hooks at 1731201832631 (+3 ms)Closed at 1731201832631 2024-11-10T01:23:52,631 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731201817420.1c7d70bd63cb539a4abe6b379d9feb11. 2024-11-10T01:23:52,640 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/.tmp/rep_barrier/d0bf392ee91c4c1fac976bf46d4970e0 2024-11-10T01:23:52,655 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/.tmp/table/0a52d63797694e5f8d0dacfef431976c is 53, key is hbase:replication/table:state/1731201822126/Put/seqid=0 2024-11-10T01:23:52,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741852_1028 (size=5308) 2024-11-10T01:23:52,659 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/.tmp/table/0a52d63797694e5f8d0dacfef431976c 2024-11-10T01:23:52,663 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/.tmp/info/237b944091414c3b86148b7033e770c3 as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/info/237b944091414c3b86148b7033e770c3 2024-11-10T01:23:52,666 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/info/237b944091414c3b86148b7033e770c3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T01:23:52,667 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/.tmp/ns/8f9899c0bee64e278a1664aee8cb7814 as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/ns/8f9899c0bee64e278a1664aee8cb7814 2024-11-10T01:23:52,671 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/ns/8f9899c0bee64e278a1664aee8cb7814, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T01:23:52,671 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/.tmp/rep_barrier/d0bf392ee91c4c1fac976bf46d4970e0 as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/rep_barrier/d0bf392ee91c4c1fac976bf46d4970e0 2024-11-10T01:23:52,674 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/rep_barrier/d0bf392ee91c4c1fac976bf46d4970e0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T01:23:52,674 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/.tmp/table/0a52d63797694e5f8d0dacfef431976c as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/table/0a52d63797694e5f8d0dacfef431976c 2024-11-10T01:23:52,677 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/table/0a52d63797694e5f8d0dacfef431976c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T01:23:52,678 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false 2024-11-10T01:23:52,684 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T01:23:52,685 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T01:23:52,685 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:23:52,685 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:23:52,685 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201831775Running coprocessor pre-close hooks at 1731201831775Disabling compacts and flushes for region at 1731201831775Disabling writes for close at 1731201831775Obtaining lock to block concurrent updates at 1731201831776 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731201831776Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731201831776Flushing stores of hbase:meta,,1.1588230740 at 1731201831777 (+1 ms)Flushing 1588230740/info: creating writer at 1731201831777Flushing 1588230740/info: appending metadata at 1731201831791 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731201831791Flushing 1588230740/ns: creating writer at 1731201831801 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731201831817 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731201831817Flushing 1588230740/rep_barrier: creating writer at 1731201832225 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731201832236 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731201832236Flushing 1588230740/table: creating writer at 1731201832643 (+407 ms)Flushing 1588230740/table: appending metadata at 1731201832654 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731201832654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a99f7c: reopening flushed file at 1731201832662 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c9a2b: reopening flushed file at 1731201832666 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d5cf418: reopening flushed file at 1731201832671 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f62b4e5: reopening flushed file at 1731201832674 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false at 1731201832678 (+4 ms)Writing region close event to WAL at 1731201832682 (+4 ms)Running coprocessor post-close hooks at 1731201832685 (+3 ms)Closed at 1731201832685 2024-11-10T01:23:52,685 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:23:52,776 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,38479,1731201804342; all regions closed. 2024-11-10T01:23:52,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741842_1018 (size=859) 2024-11-10T01:23:52,778 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.meta.1731201823997.meta not finished, retry = 0 2024-11-10T01:23:52,881 DEBUG [RS:0;0c4d4d227d60:38479 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/oldWALs 2024-11-10T01:23:52,881 INFO [RS:0;0c4d4d227d60:38479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C38479%2C1731201804342.meta:.meta(num 1731201823997) 2024-11-10T01:23:52,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741843_1019 (size=2791) 2024-11-10T01:23:52,885 DEBUG [RS:0;0c4d4d227d60:38479 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/oldWALs 2024-11-10T01:23:52,885 INFO [RS:0;0c4d4d227d60:38479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C38479%2C1731201804342.rep:(num 1731201824029) 2024-11-10T01:23:52,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741844_1020 (size=696) 2024-11-10T01:23:52,887 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 not finished, retry = 0 2024-11-10T01:23:52,989 DEBUG [RS:0;0c4d4d227d60:38479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/oldWALs 2024-11-10T01:23:52,989 INFO [RS:0;0c4d4d227d60:38479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C38479%2C1731201804342:(num 1731201824057) 2024-11-10T01:23:52,989 DEBUG [RS:0;0c4d4d227d60:38479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:52,989 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:23:52,989 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:23:52,990 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T01:23:52,990 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:23:52,990 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:23:52,990 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0c4d4d227d60,38479,1731201804342 because: Region server is closing 2024-11-10T01:23:52,990 INFO [RS:0;0c4d4d227d60:38479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:38479. 2024-11-10T01:23:52,990 DEBUG [RS:0;0c4d4d227d60:38479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:52,990 DEBUG [RS:0;0c4d4d227d60:38479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:52,990 DEBUG [RS:0;0c4d4d227d60:38479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:52,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:53,037 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 to pos 393, reset compression=false 2024-11-10T01:23:53,038 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 was moved to hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/oldWALs/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 2024-11-10T01:23:53,041 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057 2024-11-10T01:23:53,041 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T01:23:53,041 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-10T01:23:53,041 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-10T01:23:53,041 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-0c4d4d227d60,38479,1731201804342 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/WALs/0c4d4d227d60,38479,1731201804342/0c4d4d227d60%2C38479%2C1731201804342.1731201824057, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T01:23:53,042 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0c4d4d227d60,38479,1731201804342: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-0c4d4d227d60,38479,1731201804342, walGroup=0c4d4d227d60%2C38479%2C1731201804342, offset=0c4d4d227d60%2C38479%2C1731201804342.1731201824057:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0c4d4d227d60:38479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T01:23:53,043 ERROR [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T01:23:53,043 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T01:23:53,043 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T01:23:53,043 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T01:23:53,043 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T01:23:53,043 INFO [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1593835520, "init": 1048576000, "max": 2306867200, "used": 1065654936 }, "NonHeapMemoryUsage": { "committed": 211943424, "init": 7667712, "max": -1, "used": 208779912 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T01:23:53,047 DEBUG [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [0c4d4d227d60%2C38479%2C1731201804342.1731201824057] 2024-11-10T01:23:53,091 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T01:23:53,091 WARN [RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.wal-reader.0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T01:23:53,091 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,1-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,1-0c4d4d227d60,38479,1731201804342 terminated 2024-11-10T01:23:53,091 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-0c4d4d227d60,38479,1731201804342 because: Region server is closing 2024-11-10T01:23:53,091 INFO [RS:0;0c4d4d227d60:38479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:38479. 2024-11-10T01:23:53,091 DEBUG [RS:0;0c4d4d227d60:38479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:23:53,091 DEBUG [RS:0;0c4d4d227d60:38479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:53,091 DEBUG [RS:0;0c4d4d227d60:38479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:23:53,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:23:53,091 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0c4d4d227d60:0-0.replicationSource,2-0c4d4d227d60,38479,1731201804342.replicationSource.shipper0c4d4d227d60%2C38479%2C1731201804342,2-0c4d4d227d60,38479,1731201804342 terminated 2024-11-10T01:23:53,091 INFO [RS:0;0c4d4d227d60:38479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38479 2024-11-10T01:23:53,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01453175476/rs/0c4d4d227d60,38479,1731201804342 2024-11-10T01:23:53,100 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:23:53,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476/rs 2024-11-10T01:23:53,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,38479,1731201804342] 2024-11-10T01:23:53,121 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01453175476/draining/0c4d4d227d60,38479,1731201804342 already deleted, retry=false 2024-11-10T01:23:53,121 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,38479,1731201804342 expired; onlineServers=0 2024-11-10T01:23:53,121 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,37375,1731201804116' ***** 2024-11-10T01:23:53,121 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:23:53,121 INFO [M:0;0c4d4d227d60:37375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:23:53,121 INFO [M:0;0c4d4d227d60:37375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:23:53,121 DEBUG [M:0;0c4d4d227d60:37375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:23:53,121 DEBUG [M:0;0c4d4d227d60:37375 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:23:53,121 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:23:53,121 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201804849 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201804849,5,FailOnTimeoutGroup] 2024-11-10T01:23:53,121 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201804840 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201804840,5,FailOnTimeoutGroup] 2024-11-10T01:23:53,121 INFO [M:0;0c4d4d227d60:37375 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:23:53,121 INFO [M:0;0c4d4d227d60:37375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:23:53,121 DEBUG [M:0;0c4d4d227d60:37375 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:23:53,121 INFO [M:0;0c4d4d227d60:37375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:23:53,121 INFO [M:0;0c4d4d227d60:37375 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:23:53,121 ERROR [M:0;0c4d4d227d60:37375 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1862457749) connection to localhost/127.0.0.1:37017 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37017,5,PEWorkerGroup] 2024-11-10T01:23:53,122 INFO [M:0;0c4d4d227d60:37375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:23:53,122 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:23:53,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01453175476/master 2024-11-10T01:23:53,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01453175476 2024-11-10T01:23:53,131 DEBUG [M:0;0c4d4d227d60:37375 {}] zookeeper.ZKUtil(347): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Unable to get data of znode /01453175476/master because node does not exist (not an error) 2024-11-10T01:23:53,131 WARN [M:0;0c4d4d227d60:37375 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:23:53,132 INFO [M:0;0c4d4d227d60:37375 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/.lastflushedseqids 2024-11-10T01:23:53,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741853_1029 (size=263) 2024-11-10T01:23:53,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:53,210 INFO [RS:0;0c4d4d227d60:38479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:23:53,210 INFO [RS:0;0c4d4d227d60:38479 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,38479,1731201804342; zookeeper connection closed. 2024-11-10T01:23:53,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x10122571c060001, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:53,211 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@575bcd58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@575bcd58 2024-11-10T01:23:53,211 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:23:53,535 INFO [M:0;0c4d4d227d60:37375 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:23:53,535 INFO [M:0;0c4d4d227d60:37375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:23:53,535 DEBUG [M:0;0c4d4d227d60:37375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:23:53,536 INFO [M:0;0c4d4d227d60:37375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:53,536 DEBUG [M:0;0c4d4d227d60:37375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:53,536 DEBUG [M:0;0c4d4d227d60:37375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:23:53,536 DEBUG [M:0;0c4d4d227d60:37375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:53,536 INFO [M:0;0c4d4d227d60:37375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-10T01:23:53,550 DEBUG [M:0;0c4d4d227d60:37375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/611fd62f65b44bdeb192b53e1bcea363 is 82, key is hbase:meta,,1/info:regioninfo/1731201805728/Put/seqid=0 2024-11-10T01:23:53,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741854_1030 (size=5672) 2024-11-10T01:23:53,953 INFO [M:0;0c4d4d227d60:37375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/611fd62f65b44bdeb192b53e1bcea363 2024-11-10T01:23:53,972 DEBUG [M:0;0c4d4d227d60:37375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bcaa157942748c5b40ec84941df90c3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731201822129/Put/seqid=0 2024-11-10T01:23:53,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741855_1031 (size=8908) 2024-11-10T01:23:54,102 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:23:54,376 INFO [M:0;0c4d4d227d60:37375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bcaa157942748c5b40ec84941df90c3 2024-11-10T01:23:54,391 DEBUG [M:0;0c4d4d227d60:37375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a26eb5cd36fb4347bb1d867a295d387a is 69, key is 0c4d4d227d60,38479,1731201804342/rs:state/1731201804854/Put/seqid=0 2024-11-10T01:23:54,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741856_1032 (size=5156) 2024-11-10T01:23:54,795 INFO [M:0;0c4d4d227d60:37375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a26eb5cd36fb4347bb1d867a295d387a 2024-11-10T01:23:54,799 DEBUG [M:0;0c4d4d227d60:37375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/611fd62f65b44bdeb192b53e1bcea363 as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/611fd62f65b44bdeb192b53e1bcea363 2024-11-10T01:23:54,803 INFO [M:0;0c4d4d227d60:37375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/611fd62f65b44bdeb192b53e1bcea363, entries=8, sequenceid=112, filesize=5.5 K 2024-11-10T01:23:54,804 DEBUG [M:0;0c4d4d227d60:37375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bcaa157942748c5b40ec84941df90c3 as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bcaa157942748c5b40ec84941df90c3 2024-11-10T01:23:54,808 INFO [M:0;0c4d4d227d60:37375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bcaa157942748c5b40ec84941df90c3, entries=13, sequenceid=112, filesize=8.7 K 2024-11-10T01:23:54,809 DEBUG [M:0;0c4d4d227d60:37375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a26eb5cd36fb4347bb1d867a295d387a as hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a26eb5cd36fb4347bb1d867a295d387a 2024-11-10T01:23:54,813 INFO [M:0;0c4d4d227d60:37375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37017/user/jenkins/test-data/84ce707d-1e96-70c1-9669-18dae37b5a7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a26eb5cd36fb4347bb1d867a295d387a, entries=1, sequenceid=112, filesize=5.0 K 2024-11-10T01:23:54,813 INFO [M:0;0c4d4d227d60:37375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=112, compaction requested=false 2024-11-10T01:23:54,814 INFO [M:0;0c4d4d227d60:37375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:23:54,814 DEBUG [M:0;0c4d4d227d60:37375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201833535Disabling compacts and flushes for region at 1731201833535Disabling writes for close at 1731201833536 (+1 ms)Obtaining lock to block concurrent updates at 1731201833536Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731201833536Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731201833536Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731201833536Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731201833536Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731201833550 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731201833550Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731201833957 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731201833972 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731201833972Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731201834379 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731201834391 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731201834391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2522b1d6: reopening flushed file at 1731201834798 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146ded82: reopening flushed file at 1731201834803 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@651ed397: reopening flushed file at 1731201834808 (+5 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=112, compaction requested=false at 1731201834813 (+5 ms)Writing region close event to WAL at 1731201834814 (+1 ms)Closed at 1731201834814 2024-11-10T01:23:54,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741830_1006 (size=69043) 2024-11-10T01:23:54,816 INFO [M:0;0c4d4d227d60:37375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:23:54,816 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:23:54,816 INFO [M:0;0c4d4d227d60:37375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37375 2024-11-10T01:23:54,816 INFO [M:0;0c4d4d227d60:37375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:23:54,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:54,986 INFO [M:0;0c4d4d227d60:37375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:23:54,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37375-0x10122571c060000, quorum=127.0.0.1:62842, baseZNode=/01453175476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:23:54,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@469a5485{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:23:54,988 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dc40698{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:23:54,988 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:23:54,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54be97cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:23:54,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c296e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/hadoop.log.dir/,STOPPED} 2024-11-10T01:23:54,989 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:23:54,989 WARN [BP-440865373-172.17.0.3-1731201802391 heartbeating to localhost/127.0.0.1:37017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:23:54,989 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:23:54,990 WARN [BP-440865373-172.17.0.3-1731201802391 heartbeating to localhost/127.0.0.1:37017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-440865373-172.17.0.3-1731201802391 (Datanode Uuid 4ba520a6-18d1-4e57-b317-2336a561b2ff) service to localhost/127.0.0.1:37017 2024-11-10T01:23:54,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/cluster_1ab874d7-cfc3-9577-a608-cb643b0abd55/data/data1/current/BP-440865373-172.17.0.3-1731201802391 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:23:54,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/cluster_1ab874d7-cfc3-9577-a608-cb643b0abd55/data/data2/current/BP-440865373-172.17.0.3-1731201802391 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:23:54,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:23:54,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c1dbb12{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:23:54,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c28748a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:23:54,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:23:54,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c7c8d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:23:54,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2df187a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b67ed3f-cf6c-cabc-73da-09f9c5dcbe92/hadoop.log.dir/,STOPPED} 2024-11-10T01:23:55,000 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T01:23:55,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:23:55,028 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 531) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:46865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:37017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:37017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:45209 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62842) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:37017 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:46865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:37017 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:37017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:45209 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:37017 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:45209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62842) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:45209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:37017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:46865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62842) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:46865 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1862457749) connection to localhost/127.0.0.1:46865 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=980 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=534 (was 454) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=228 (was 599) 2024-11-10T01:23:55,028 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500